2024-11-16 04:12:40,338 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 04:12:40,366 main DEBUG Took 0.025242 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 04:12:40,367 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 04:12:40,368 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 04:12:40,370 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 04:12:40,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,385 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 04:12:40,402 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,406 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,409 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,411 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,414 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,415 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,418 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,419 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:12:40,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,421 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 04:12:40,423 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:12:40,425 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 04:12:40,428 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 04:12:40,428 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 04:12:40,430 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 04:12:40,431 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 04:12:40,443 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 04:12:40,448 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 04:12:40,451 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 04:12:40,452 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 04:12:40,453 main DEBUG createAppenders(={Console}) 2024-11-16 04:12:40,455 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-16 04:12:40,455 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 04:12:40,457 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-16 04:12:40,458 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 04:12:40,458 main DEBUG OutputStream closed 2024-11-16 04:12:40,460 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 04:12:40,461 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 04:12:40,461 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-16 04:12:40,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 04:12:40,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 04:12:40,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 04:12:40,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 04:12:40,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 04:12:40,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 04:12:40,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 04:12:40,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 04:12:40,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 04:12:40,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 04:12:40,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 04:12:40,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 04:12:40,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 04:12:40,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 04:12:40,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 04:12:40,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 04:12:40,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 04:12:40,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 04:12:40,582 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 04:12:40,582 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-16 04:12:40,582 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 04:12:40,583 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-16T04:12:40,599 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-16 04:12:40,603 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 04:12:40,604 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T04:12:40,615 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-16T04:12:40,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=12, AvailableMemoryMB=10401 2024-11-16T04:12:41,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81 2024-11-16T04:12:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:12:41,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f, deleteOnExit=true 2024-11-16T04:12:41,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:12:41,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/test.cache.data in system properties and HBase conf 2024-11-16T04:12:41,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:12:41,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:12:41,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:12:41,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:12:41,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:12:41,254 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T04:12:41,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:12:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:12:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:12:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:12:41,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:12:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:12:41,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:12:41,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:12:41,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:12:41,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:12:41,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:12:41,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:12:41,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:12:41,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:12:41,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:12:42,840 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:12:42,912 INFO [Time-limited test {}] log.Log(170): Logging initialized @3534ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T04:12:42,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:12:43,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:12:43,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:12:43,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:12:43,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:12:43,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:12:43,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:12:43,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:12:43,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/java.io.tmpdir/jetty-localhost-36885-hadoop-hdfs-3_4_1-tests_jar-_-any-8955552981705017501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:12:43,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:36885} 2024-11-16T04:12:43,380 INFO [Time-limited test {}] server.Server(415): Started @4003ms 2024-11-16T04:12:44,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:12:44,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:12:44,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:12:44,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:12:44,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:12:44,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:12:44,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:12:44,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/java.io.tmpdir/jetty-localhost-36589-hadoop-hdfs-3_4_1-tests_jar-_-any-18333115557800349067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:12:44,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:36589} 2024-11-16T04:12:44,171 INFO [Time-limited test {}] server.Server(415): Started @4793ms 2024-11-16T04:12:44,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:12:44,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:12:44,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:12:44,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:12:44,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:12:44,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:12:44,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:12:44,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:12:44,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/java.io.tmpdir/jetty-localhost-46261-hadoop-hdfs-3_4_1-tests_jar-_-any-17974190172645657844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:12:44,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:46261} 2024-11-16T04:12:44,553 INFO [Time-limited test {}] server.Server(415): Started @5175ms 2024-11-16T04:12:44,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:12:44,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:12:44,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:12:44,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:12:44,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:12:44,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:12:44,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:12:44,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:12:44,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/java.io.tmpdir/jetty-localhost-35029-hadoop-hdfs-3_4_1-tests_jar-_-any-15285219756455314189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:12:44,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:35029} 2024-11-16T04:12:44,749 INFO [Time-limited test {}] server.Server(415): Started @5372ms 2024-11-16T04:12:44,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:12:46,216 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data1/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,216 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data2/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,216 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data3/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,216 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data4/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,277 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data5/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,278 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data6/current/BP-1456092024-172.17.0.2-1731730362055/current, will proceed with Du for space computation calculation, 2024-11-16T04:12:46,280 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:12:46,280 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:12:46,329 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:12:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c362fbbe8588a3c with lease ID 0x60439091c8ddd1e7: Processing first storage report for DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7 from datanode DatanodeRegistration(127.0.0.1:37041, datanodeUuid=d90d0fe3-ca87-48d1-aa82-bb755328ff69, infoPort=46379, infoSecurePort=0, ipcPort=46047, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c362fbbe8588a3c with lease ID 0x60439091c8ddd1e7: from storage DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7 node DatanodeRegistration(127.0.0.1:37041, datanodeUuid=d90d0fe3-ca87-48d1-aa82-bb755328ff69, infoPort=46379, infoSecurePort=0, ipcPort=46047, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5674d7a4b013a7a0 with lease ID 0x60439091c8ddd1e6: Processing first storage report for DS-bb02cb73-221f-43e1-88bc-c9594ebfd193 from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=ff7b3855-477a-4474-8733-a165819aae34, infoPort=34641, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5674d7a4b013a7a0 with lease ID 0x60439091c8ddd1e6: from storage DS-bb02cb73-221f-43e1-88bc-c9594ebfd193 node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=ff7b3855-477a-4474-8733-a165819aae34, infoPort=34641, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e59da951f9cb22 with lease ID 0x60439091c8ddd1e8: Processing first storage report for DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=5f7aa312-53ef-4b2a-991e-c5983aac32e2, infoPort=35273, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e59da951f9cb22 with lease ID 0x60439091c8ddd1e8: from storage DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=5f7aa312-53ef-4b2a-991e-c5983aac32e2, infoPort=35273, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c362fbbe8588a3c with lease ID 0x60439091c8ddd1e7: Processing first storage report for DS-5778ee1e-a9b4-4a7a-b96b-b8ce20956473 from datanode DatanodeRegistration(127.0.0.1:37041, datanodeUuid=d90d0fe3-ca87-48d1-aa82-bb755328ff69, infoPort=46379, infoSecurePort=0, ipcPort=46047, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c362fbbe8588a3c with lease ID 0x60439091c8ddd1e7: from storage DS-5778ee1e-a9b4-4a7a-b96b-b8ce20956473 node DatanodeRegistration(127.0.0.1:37041, datanodeUuid=d90d0fe3-ca87-48d1-aa82-bb755328ff69, infoPort=46379, infoSecurePort=0, ipcPort=46047, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5674d7a4b013a7a0 with lease ID 0x60439091c8ddd1e6: Processing first storage report for DS-5b86fe93-34c4-4f39-84db-c62aa470984d from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=ff7b3855-477a-4474-8733-a165819aae34, infoPort=34641, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5674d7a4b013a7a0 with lease ID 0x60439091c8ddd1e6: from storage DS-5b86fe93-34c4-4f39-84db-c62aa470984d node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=ff7b3855-477a-4474-8733-a165819aae34, infoPort=34641, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e59da951f9cb22 with lease ID 0x60439091c8ddd1e8: Processing first storage report for DS-bfe23d30-ca06-4846-aee7-4d17fcc925dc from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=5f7aa312-53ef-4b2a-991e-c5983aac32e2, infoPort=35273, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055) 2024-11-16T04:12:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e59da951f9cb22 with lease ID 0x60439091c8ddd1e8: from storage DS-bfe23d30-ca06-4846-aee7-4d17fcc925dc node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=5f7aa312-53ef-4b2a-991e-c5983aac32e2, infoPort=35273, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1420644533;c=1731730362055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:12:46,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81 2024-11-16T04:12:46,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/zookeeper_0, clientPort=52115, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:12:46,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52115 2024-11-16T04:12:46,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:46,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:12:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:12:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:12:47,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 with version=8 2024-11-16T04:12:47,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/hbase-staging 2024-11-16T04:12:47,259 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T04:12:47,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:12:47,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:47,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:47,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:12:47,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:47,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:12:47,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:12:47,698 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T04:12:47,707 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T04:12:47,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:12:47,735 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1018 (auto-detected) 2024-11-16T04:12:47,736 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T04:12:47,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43593 2024-11-16T04:12:47,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43593 connecting to ZooKeeper ensemble=127.0.0.1:52115 2024-11-16T04:12:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435930x0, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:12:47,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43593-0x10141d85b910000 connected 2024-11-16T04:12:48,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:12:48,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529, hbase.cluster.distributed=false 2024-11-16T04:12:48,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:12:48,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-16T04:12:48,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43593 2024-11-16T04:12:48,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43593 2024-11-16T04:12:48,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-16T04:12:48,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-16T04:12:48,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:12:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:12:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:12:48,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:12:48,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:12:48,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35949 2024-11-16T04:12:48,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35949 connecting to ZooKeeper ensemble=127.0.0.1:52115 2024-11-16T04:12:48,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359490x0, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:12:48,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359490x0, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:12:48,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35949-0x10141d85b910001 connected 2024-11-16T04:12:48,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:12:48,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:12:48,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:12:48,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:12:48,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35949 2024-11-16T04:12:48,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35949 2024-11-16T04:12:48,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35949 2024-11-16T04:12:48,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35949 2024-11-16T04:12:48,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35949 2024-11-16T04:12:48,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:12:48,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:12:48,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:12:48,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:12:48,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:12:48,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44225 2024-11-16T04:12:48,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44225 connecting to ZooKeeper ensemble=127.0.0.1:52115 2024-11-16T04:12:48,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,287 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442250x0, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:12:48,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442250x0, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:12:48,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44225-0x10141d85b910002 connected 2024-11-16T04:12:48,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:12:48,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:12:48,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:12:48,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:12:48,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-16T04:12:48,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44225 2024-11-16T04:12:48,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44225 2024-11-16T04:12:48,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-16T04:12:48,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-16T04:12:48,323 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:12:48,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:12:48,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:12:48,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:12:48,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:12:48,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:12:48,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35249 2024-11-16T04:12:48,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35249 connecting to ZooKeeper ensemble=127.0.0.1:52115 2024-11-16T04:12:48,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352490x0, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:12:48,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352490x0, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:12:48,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35249-0x10141d85b910003 connected 2024-11-16T04:12:48,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:12:48,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:12:48,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:12:48,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:12:48,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-16T04:12:48,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35249 2024-11-16T04:12:48,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35249 2024-11-16T04:12:48,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-16T04:12:48,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-16T04:12:48,372 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:43593 2024-11-16T04:12:48,373 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fda3efb342d8,43593,1731730367306 2024-11-16T04:12:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,389 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,391 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fda3efb342d8,43593,1731730367306 2024-11-16T04:12:48,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:12:48,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:12:48,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,420 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:12:48,421 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,421 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:12:48,423 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fda3efb342d8,43593,1731730367306 from backup master directory 2024-11-16T04:12:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,434 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fda3efb342d8,43593,1731730367306 2024-11-16T04:12:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:12:48,435 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:12:48,436 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,43593,1731730367306 2024-11-16T04:12:48,438 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T04:12:48,439 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T04:12:48,499 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/hbase.id] with ID: 5d5c70a9-1700-4740-8e80-bcbee4141d41 2024-11-16T04:12:48,499 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.tmp/hbase.id 2024-11-16T04:12:48,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:12:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:12:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:12:48,515 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.tmp/hbase.id]:[hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/hbase.id] 2024-11-16T04:12:48,558 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:12:48,562 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:12:48,579 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-16T04:12:48,592 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:12:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:12:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:12:48,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:12:48,630 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:12:48,643 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:12:48,647 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:12:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:12:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:12:48,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:12:48,692 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store 2024-11-16T04:12:48,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:12:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:12:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:12:48,719 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T04:12:48,722 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:12:48,724 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:12:48,724 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:12:48,724 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:12:48,726 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:12:48,726 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:12:48,726 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:12:48,728 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730368724Disabling compacts and flushes for region at 1731730368724Disabling writes for close at 1731730368726 (+2 ms)Writing region close event to WAL at 1731730368726Closed at 1731730368726 2024-11-16T04:12:48,730 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/.initializing 2024-11-16T04:12:48,730 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/WALs/fda3efb342d8,43593,1731730367306 2024-11-16T04:12:48,737 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:12:48,751 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C43593%2C1731730367306, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/WALs/fda3efb342d8,43593,1731730367306, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/oldWALs, maxLogs=10 2024-11-16T04:12:48,772 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/WALs/fda3efb342d8,43593,1731730367306/fda3efb342d8%2C43593%2C1731730367306.1731730368755, exclude list is [], retry=0 2024-11-16T04:12:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-bb02cb73-221f-43e1-88bc-c9594ebfd193,DISK] 2024-11-16T04:12:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37041,DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7,DISK] 2024-11-16T04:12:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6,DISK] 2024-11-16T04:12:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T04:12:48,836 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/WALs/fda3efb342d8,43593,1731730367306/fda3efb342d8%2C43593%2C1731730367306.1731730368755 2024-11-16T04:12:48,837 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273),(127.0.0.1/127.0.0.1:46379:46379),(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T04:12:48,838 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:12:48,838 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:12:48,842 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,844 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:12:48,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:48,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:12:48,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:12:48,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:48,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:12:48,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:12:48,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:48,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:12:48,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:12:48,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:48,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:12:48,918 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,921 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,927 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,928 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,931 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:12:48,934 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:12:48,938 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:12:48,940 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68194049, jitterRate=0.01617051661014557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:12:48,947 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730368856Initializing all the Stores at 1731730368858 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730368858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730368859 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730368859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730368859Cleaning up temporary data from old regions at 1731730368928 (+69 ms)Region opened successfully at 1731730368947 (+19 ms) 2024-11-16T04:12:48,948 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:12:48,980 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c0f9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:12:49,006 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:12:49,016 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:12:49,016 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:12:49,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:12:49,019 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T04:12:49,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T04:12:49,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T04:12:49,047 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:12:49,055 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:12:49,066 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:12:49,068 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:12:49,069 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:12:49,076 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:12:49,078 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:12:49,082 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:12:49,093 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:12:49,095 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:12:49,108 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:12:49,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:12:49,139 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:12:49,150 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,150 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,43593,1731730367306, sessionid=0x10141d85b910000, setting cluster-up flag (Was=false) 2024-11-16T04:12:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,181 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,214 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:12:49,220 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,43593,1731730367306 2024-11-16T04:12:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,245 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:49,276 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:12:49,280 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,43593,1731730367306 2024-11-16T04:12:49,288 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:12:49,355 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:12:49,360 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(746): ClusterId : 5d5c70a9-1700-4740-8e80-bcbee4141d41 2024-11-16T04:12:49,360 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(746): ClusterId : 5d5c70a9-1700-4740-8e80-bcbee4141d41 2024-11-16T04:12:49,363 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:12:49,363 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:12:49,363 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(746): ClusterId : 5d5c70a9-1700-4740-8e80-bcbee4141d41 2024-11-16T04:12:49,363 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:12:49,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:12:49,372 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:12:49,377 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,43593,1731730367306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:12:49,384 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:12:49,384 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:12:49,384 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:12:49,384 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:12:49,384 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:12:49,384 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:12:49,394 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:12:49,394 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:12:49,394 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:12:49,394 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:12:49,394 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:12:49,394 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:12:49,394 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:12:49,395 DEBUG [RS:1;fda3efb342d8:44225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6f944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:12:49,395 DEBUG [RS:0;fda3efb342d8:35949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d7bb52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:12:49,395 DEBUG [RS:2;fda3efb342d8:35249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fc048e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:12:49,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:12:49,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:12:49,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:12:49,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730399405 2024-11-16T04:12:49,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:12:49,407 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:12:49,408 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:12:49,413 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:12:49,413 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:12:49,414 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:12:49,414 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:12:49,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:49,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:12:49,417 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fda3efb342d8:35249 2024-11-16T04:12:49,417 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:35949 2024-11-16T04:12:49,416 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,420 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fda3efb342d8:44225 2024-11-16T04:12:49,420 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:12:49,421 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:12:49,421 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:12:49,422 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:12:49,422 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:12:49,422 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:12:49,422 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:12:49,422 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:12:49,423 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:12:49,423 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:12:49,423 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:12:49,423 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:12:49,425 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43593,1731730367306 with port=35949, startcode=1731730368141 2024-11-16T04:12:49,425 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43593,1731730367306 with port=44225, startcode=1731730368256 2024-11-16T04:12:49,425 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43593,1731730367306 with port=35249, startcode=1731730368322 2024-11-16T04:12:49,440 DEBUG [RS:2;fda3efb342d8:35249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:12:49,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:12:49,440 DEBUG [RS:1;fda3efb342d8:44225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:12:49,441 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:12:49,441 DEBUG [RS:0;fda3efb342d8:35949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:12:49,448 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730369442,5,FailOnTimeoutGroup] 2024-11-16T04:12:49,455 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730369448,5,FailOnTimeoutGroup] 2024-11-16T04:12:49,455 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,455 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:12:49,456 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,457 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:12:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:12:49,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:12:49,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:12:49,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:12:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:12:49,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:12:49,515 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:12:49,515 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:12:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:12:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:12:49,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:12:49,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:12:49,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:12:49,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:49,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:12:49,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:12:49,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:12:49,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:49,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:12:49,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:12:49,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:12:49,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:49,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:12:49,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:12:49,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:12:49,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:12:49,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:12:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:12:49,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740 2024-11-16T04:12:49,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740 2024-11-16T04:12:49,543 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:12:49,543 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40903 2024-11-16T04:12:49,543 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:12:49,544 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:12:49,545 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40903 2024-11-16T04:12:49,545 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:12:49,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:12:49,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:12:49,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:12:49,548 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:12:49,548 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40903 2024-11-16T04:12:49,548 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:12:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:12:49,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:12:49,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66995757, jitterRate=-0.0016854256391525269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:12:49,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730369520Initializing all the Stores at 1731730369521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730369522 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730369522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730369522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730369522Cleaning up temporary data from old regions at 1731730369547 (+25 ms)Region opened successfully at 1731730369559 (+12 ms) 2024-11-16T04:12:49,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:12:49,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:12:49,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:12:49,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:12:49,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:12:49,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:12:49,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730369559Disabling compacts and flushes for region at 1731730369559Disabling writes for close at 1731730369560 (+1 ms)Writing region close event to WAL at 1731730369561 (+1 ms)Closed at 1731730369561 2024-11-16T04:12:49,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:12:49,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:12:49,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:12:49,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:12:49,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:12:49,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:12:49,603 DEBUG [RS:0;fda3efb342d8:35949 {}] zookeeper.ZKUtil(111): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,603 DEBUG [RS:2;fda3efb342d8:35249 {}] zookeeper.ZKUtil(111): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,603 WARN [RS:0;fda3efb342d8:35949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:12:49,603 WARN [RS:2;fda3efb342d8:35249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:12:49,603 INFO [RS:2;fda3efb342d8:35249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:12:49,603 INFO [RS:0;fda3efb342d8:35949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:12:49,603 DEBUG [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,603 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,603 DEBUG [RS:1;fda3efb342d8:44225 {}] zookeeper.ZKUtil(111): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,604 WARN [RS:1;fda3efb342d8:44225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:12:49,604 INFO [RS:1;fda3efb342d8:44225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:12:49,604 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,44225,1731730368256] 2024-11-16T04:12:49,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,35249,1731730368322] 2024-11-16T04:12:49,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,35949,1731730368141] 2024-11-16T04:12:49,632 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:12:49,632 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:12:49,632 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:12:49,646 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:12:49,646 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:12:49,646 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:12:49,651 INFO [RS:2;fda3efb342d8:35249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:12:49,651 INFO [RS:1;fda3efb342d8:44225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:12:49,651 INFO [RS:0;fda3efb342d8:35949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:12:49,652 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,652 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,652 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,652 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:12:49,652 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:12:49,655 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:12:49,658 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:12:49,658 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:12:49,658 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:12:49,659 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,659 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,659 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,660 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:12:49,660 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,661 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,662 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:12:49,662 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,662 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,662 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,662 DEBUG [RS:0;fda3efb342d8:35949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,662 DEBUG [RS:2;fda3efb342d8:35249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,662 DEBUG [RS:1;fda3efb342d8:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35249,1731730368322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35949,1731730368141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:12:49,664 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44225,1731730368256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:12:49,683 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:12:49,684 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35249,1731730368322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,685 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,685 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.Replication(171): fda3efb342d8,35249,1731730368322 started 2024-11-16T04:12:49,688 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:12:49,688 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:12:49,688 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35949,1731730368141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,688 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44225,1731730368256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,688 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,688 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,689 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.Replication(171): fda3efb342d8,35949,1731730368141 started 2024-11-16T04:12:49,689 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.Replication(171): fda3efb342d8,44225,1731730368256 started 2024-11-16T04:12:49,702 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,703 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,35249,1731730368322, RpcServer on fda3efb342d8/172.17.0.2:35249, sessionid=0x10141d85b910003 2024-11-16T04:12:49,703 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:12:49,704 DEBUG [RS:2;fda3efb342d8:35249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,704 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35249,1731730368322' 2024-11-16T04:12:49,704 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:12:49,705 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:12:49,705 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:12:49,705 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:12:49,705 DEBUG [RS:2;fda3efb342d8:35249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,35249,1731730368322 2024-11-16T04:12:49,706 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35249,1731730368322' 2024-11-16T04:12:49,706 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:12:49,706 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:12:49,707 DEBUG [RS:2;fda3efb342d8:35249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:12:49,707 INFO [RS:2;fda3efb342d8:35249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:12:49,707 INFO [RS:2;fda3efb342d8:35249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:12:49,712 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,712 INFO [RS:0;fda3efb342d8:35949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:12:49,712 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,35949,1731730368141, RpcServer on fda3efb342d8/172.17.0.2:35949, sessionid=0x10141d85b910001 2024-11-16T04:12:49,712 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,44225,1731730368256, RpcServer on fda3efb342d8/172.17.0.2:44225, sessionid=0x10141d85b910002 2024-11-16T04:12:49,712 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:12:49,712 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:12:49,712 DEBUG [RS:0;fda3efb342d8:35949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,712 DEBUG [RS:1;fda3efb342d8:44225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,712 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35949,1731730368141' 2024-11-16T04:12:49,712 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44225,1731730368256' 2024-11-16T04:12:49,712 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:12:49,712 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:12:49,713 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:12:49,713 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:12:49,714 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:12:49,714 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:12:49,714 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:12:49,714 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:12:49,714 DEBUG [RS:0;fda3efb342d8:35949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,35949,1731730368141 2024-11-16T04:12:49,714 DEBUG [RS:1;fda3efb342d8:44225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,44225,1731730368256 2024-11-16T04:12:49,714 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35949,1731730368141' 2024-11-16T04:12:49,714 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44225,1731730368256' 2024-11-16T04:12:49,714 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:12:49,714 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:12:49,715 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:12:49,715 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:12:49,715 DEBUG [RS:0;fda3efb342d8:35949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:12:49,715 INFO [RS:0;fda3efb342d8:35949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:12:49,715 DEBUG [RS:1;fda3efb342d8:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:12:49,715 INFO [RS:0;fda3efb342d8:35949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:12:49,715 INFO [RS:1;fda3efb342d8:44225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:12:49,715 INFO [RS:1;fda3efb342d8:44225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:12:49,732 WARN [fda3efb342d8:43593 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:12:49,811 INFO [RS:2;fda3efb342d8:35249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:12:49,814 INFO [RS:2;fda3efb342d8:35249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C35249%2C1731730368322, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35249,1731730368322, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs, maxLogs=32 2024-11-16T04:12:49,816 INFO [RS:0;fda3efb342d8:35949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:12:49,816 INFO [RS:1;fda3efb342d8:44225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:12:49,819 INFO [RS:0;fda3efb342d8:35949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C35949%2C1731730368141, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs, maxLogs=32 2024-11-16T04:12:49,819 INFO [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C44225%2C1731730368256, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs, maxLogs=32 2024-11-16T04:12:49,833 DEBUG [RS:0;fda3efb342d8:35949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141/fda3efb342d8%2C35949%2C1731730368141.1731730369821, exclude list is [], retry=0 2024-11-16T04:12:49,835 DEBUG [RS:2;fda3efb342d8:35249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35249,1731730368322/fda3efb342d8%2C35249%2C1731730368322.1731730369817, exclude list is [], retry=0 2024-11-16T04:12:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6,DISK] 2024-11-16T04:12:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-bb02cb73-221f-43e1-88bc-c9594ebfd193,DISK] 2024-11-16T04:12:49,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37041,DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7,DISK] 2024-11-16T04:12:49,839 DEBUG [RS:1;fda3efb342d8:44225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256/fda3efb342d8%2C44225%2C1731730368256.1731730369821, exclude list is [], retry=0 2024-11-16T04:12:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6,DISK] 2024-11-16T04:12:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37041,DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7,DISK] 2024-11-16T04:12:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-bb02cb73-221f-43e1-88bc-c9594ebfd193,DISK] 2024-11-16T04:12:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-bb02cb73-221f-43e1-88bc-c9594ebfd193,DISK] 2024-11-16T04:12:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37041,DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7,DISK] 2024-11-16T04:12:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6,DISK] 2024-11-16T04:12:49,846 INFO [RS:0;fda3efb342d8:35949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141/fda3efb342d8%2C35949%2C1731730368141.1731730369821 2024-11-16T04:12:49,846 DEBUG [RS:0;fda3efb342d8:35949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273),(127.0.0.1/127.0.0.1:34641:34641),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-16T04:12:49,846 INFO [RS:2;fda3efb342d8:35249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35249,1731730368322/fda3efb342d8%2C35249%2C1731730368322.1731730369817 2024-11-16T04:12:49,847 DEBUG [RS:2;fda3efb342d8:35249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379),(127.0.0.1/127.0.0.1:35273:35273),(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T04:12:49,849 INFO [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256/fda3efb342d8%2C44225%2C1731730368256.1731730369821 2024-11-16T04:12:49,849 DEBUG [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641),(127.0.0.1/127.0.0.1:35273:35273),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-16T04:12:49,984 DEBUG [fda3efb342d8:43593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T04:12:49,991 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:12:49,998 INFO [fda3efb342d8:43593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:12:49,998 INFO [fda3efb342d8:43593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:12:49,998 INFO [fda3efb342d8:43593 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:12:49,998 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:12:50,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:12:50,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44225,1731730368256, state=OPENING 2024-11-16T04:12:50,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:12:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:50,087 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:12:50,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:12:50,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:12:50,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:12:50,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:12:50,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:12:50,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:12:57,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:12:57,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:13:00,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:13:00,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:13:00,134 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:13:00,134 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:13:00,135 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:13:00,138 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C44225%2C1731730368256.meta, suffix=.meta, logDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs, maxLogs=32 2024-11-16T04:13:00,155 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256/fda3efb342d8%2C44225%2C1731730368256.meta.1731730380140.meta, exclude list is [], retry=0 2024-11-16T04:13:00,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37041,DS-1a6c5fce-1c0d-4941-afdf-c9bd933bb0e7,DISK] 2024-11-16T04:13:00,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-bb02cb73-221f-43e1-88bc-c9594ebfd193,DISK] 2024-11-16T04:13:00,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-a23bb17b-ff05-454e-92bd-a896dcf19bc6,DISK] 2024-11-16T04:13:00,161 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,44225,1731730368256/fda3efb342d8%2C44225%2C1731730368256.meta.1731730380140.meta 2024-11-16T04:13:00,162 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273),(127.0.0.1/127.0.0.1:46379:46379),(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T04:13:00,162 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:13:00,164 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:13:00,167 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:13:00,172 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:13:00,177 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:13:00,177 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,178 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:13:00,178 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:13:00,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:13:00,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:13:00,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:00,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:13:00,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:13:00,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:13:00,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:00,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:13:00,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:13:00,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:13:00,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:00,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:13:00,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:13:00,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:13:00,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:00,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:13:00,192 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:13:00,193 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740 2024-11-16T04:13:00,196 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740 2024-11-16T04:13:00,198 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:13:00,198 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:13:00,199 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:13:00,201 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:13:00,203 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64992157, jitterRate=-0.03154139220714569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:13:00,203 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:13:00,205 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730380178Writing region info on filesystem at 1731730380179 (+1 ms)Initializing all the Stores at 1731730380180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730380181 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730380181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730380181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730380181Cleaning up temporary data from old regions at 1731730380198 (+17 ms)Running coprocessor post-open hooks at 1731730380203 (+5 ms)Region opened successfully at 1731730380205 (+2 ms) 2024-11-16T04:13:00,211 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730380110 2024-11-16T04:13:00,220 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:13:00,221 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:13:00,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:00,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44225,1731730368256, state=OPEN 2024-11-16T04:13:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:13:00,286 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:13:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:13:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:13:00,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:13:00,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:13:00,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:13:00,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:13:00,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:00,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:13:00,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44225,1731730368256 in 10.1960 sec 2024-11-16T04:13:00,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:13:00,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7280 sec 2024-11-16T04:13:00,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:13:00,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:13:00,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:13:00,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44225,1731730368256, seqNum=-1] 2024-11-16T04:13:00,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:13:00,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:13:00,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0890 sec 2024-11-16T04:13:00,408 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730380408, completionTime=-1 2024-11-16T04:13:00,410 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T04:13:00,411 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:13:00,437 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T04:13:00,437 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730440437 2024-11-16T04:13:00,437 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730500437 2024-11-16T04:13:00,438 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-16T04:13:00,440 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:13:00,448 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,449 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,449 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,451 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:43593, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,451 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,452 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,458 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:13:00,483 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.047sec 2024-11-16T04:13:00,485 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:13:00,487 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:13:00,488 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:13:00,488 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:13:00,488 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:13:00,489 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:13:00,490 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:13:00,494 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:13:00,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:13:00,496 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43593,1731730367306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:13:00,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1106e632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,583 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T04:13:00,583 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T04:13:00,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,43593,-1 for getting cluster id 2024-11-16T04:13:00,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:13:00,598 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c70a9-1700-4740-8e80-bcbee4141d41' 2024-11-16T04:13:00,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:13:00,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c70a9-1700-4740-8e80-bcbee4141d41" 2024-11-16T04:13:00,603 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0fb1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,603 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,43593,-1] 2024-11-16T04:13:00,605 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:13:00,607 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:00,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:13:00,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:13:00,617 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44225,1731730368256, seqNum=-1] 2024-11-16T04:13:00,618 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:13:00,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:13:00,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,43593,1731730367306 2024-11-16T04:13:00,640 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731730380639 (current time:1731730380639). 2024-11-16T04:13:00,641 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T04:13:00,641 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T04:13:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,43593,-1 for getting cluster id 2024-11-16T04:13:00,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:13:00,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c70a9-1700-4740-8e80-bcbee4141d41' 2024-11-16T04:13:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:13:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c70a9-1700-4740-8e80-bcbee4141d41" 2024-11-16T04:13:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e68092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,43593,-1] 2024-11-16T04:13:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:13:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:00,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:13:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c725a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:13:00,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:13:00,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44225,1731730368256, seqNum=-1] 2024-11-16T04:13:00,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:13:00,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:13:00,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:13:00,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:13:00,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:00,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:00,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:13:00,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:13:00,668 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,43593,1731730367306 2024-11-16T04:13:00,670 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415e15a8 2024-11-16T04:13:00,671 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:13:00,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:13:00,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:13:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T04:13:00,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:13:00,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T04:13:00,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:00,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:13:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:13:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:13:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:13:00,708 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 612b9ca8cd7f890401770b2bbf1e0ee6, NAME => 'SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,709 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b919141ef3c907cda1e517e07840fd7e, NAME => 'SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,709 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => edc3e0377fc12e3b5f2ae9d46c784c80, NAME => 'SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741838_1014 (size=62) 2024-11-16T04:13:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741838_1014 (size=62) 2024-11-16T04:13:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741838_1014 (size=62) 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 612b9ca8cd7f890401770b2bbf1e0ee6, disabling compactions & flushes 2024-11-16T04:13:00,733 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. after waiting 0 ms 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:00,733 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:00,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 612b9ca8cd7f890401770b2bbf1e0ee6: Waiting for close lock at 1731730380733Disabling compacts and flushes for region at 1731730380733Disabling writes for close at 1731730380733Writing region close event to WAL at 1731730380733Closed at 1731730380733 2024-11-16T04:13:00,734 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f39135e090673899dfb0b47c3846545e, NAME => 'SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741839_1015 (size=54) 2024-11-16T04:13:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741839_1015 (size=54) 2024-11-16T04:13:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741839_1015 (size=54) 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b919141ef3c907cda1e517e07840fd7e, disabling compactions & flushes 2024-11-16T04:13:00,740 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. after waiting 0 ms 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:00,740 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:00,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b919141ef3c907cda1e517e07840fd7e: Waiting for close lock at 1731730380740Disabling compacts and flushes for region at 1731730380740Disabling writes for close at 1731730380740Writing region close event to WAL at 1731730380740Closed at 1731730380740 2024-11-16T04:13:00,741 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e3c137e8634230791c3eb8d98d173ca, NAME => 'SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:13:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:13:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:13:00,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing edc3e0377fc12e3b5f2ae9d46c784c80, disabling compactions & flushes 2024-11-16T04:13:00,751 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:00,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:00,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. after waiting 0 ms 2024-11-16T04:13:00,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:00,751 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:00,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for edc3e0377fc12e3b5f2ae9d46c784c80: Waiting for close lock at 1731730380751Disabling compacts and flushes for region at 1731730380751Disabling writes for close at 1731730380751Writing region close event to WAL at 1731730380751Closed at 1731730380751 2024-11-16T04:13:00,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d47d1384f75181be22749f3e5d54208c, NAME => 'SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:13:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:13:00,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:13:00,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f39135e090673899dfb0b47c3846545e, disabling compactions & flushes 2024-11-16T04:13:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:13:00,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:00,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:00,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. after waiting 0 ms 2024-11-16T04:13:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:13:00,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:00,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:13:00,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f39135e090673899dfb0b47c3846545e: Waiting for close lock at 1731730380769Disabling compacts and flushes for region at 1731730380769Disabling writes for close at 1731730380770 (+1 ms)Writing region close event to WAL at 1731730380770Closed at 1731730380770 2024-11-16T04:13:00,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0180b78c3225af778f8117271e578559, NAME => 'SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9e3c137e8634230791c3eb8d98d173ca, disabling compactions & flushes 2024-11-16T04:13:00,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:00,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:00,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. after waiting 0 ms 2024-11-16T04:13:00,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:00,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:00,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e3c137e8634230791c3eb8d98d173ca: Waiting for close lock at 1731730380771Disabling compacts and flushes for region at 1731730380771Disabling writes for close at 1731730380771Writing region close event to WAL at 1731730380771Closed at 1731730380771 2024-11-16T04:13:00,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3f86cf42cc3a08393c717d6fbe9e1c2, NAME => 'SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:13:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:13:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:13:00,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d47d1384f75181be22749f3e5d54208c, disabling compactions & flushes 2024-11-16T04:13:00,776 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:00,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:00,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. after waiting 0 ms 2024-11-16T04:13:00,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:00,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:00,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d47d1384f75181be22749f3e5d54208c: Waiting for close lock at 1731730380776Disabling compacts and flushes for region at 1731730380776Disabling writes for close at 1731730380777 (+1 ms)Writing region close event to WAL at 1731730380777Closed at 1731730380777 2024-11-16T04:13:00,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9de7813c4d6d517724b07ea6ee520e40, NAME => 'SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:13:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:13:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:13:00,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0180b78c3225af778f8117271e578559, disabling compactions & flushes 2024-11-16T04:13:00,791 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:00,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:00,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. after waiting 0 ms 2024-11-16T04:13:00,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:00,792 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:00,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0180b78c3225af778f8117271e578559: Waiting for close lock at 1731730380791Disabling compacts and flushes for region at 1731730380791Disabling writes for close at 1731730380792 (+1 ms)Writing region close event to WAL at 1731730380792Closed at 1731730380792 2024-11-16T04:13:00,792 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 23bc40a90b5e0a5ce7477e4e46f8be2d, NAME => 'SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529 2024-11-16T04:13:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:13:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:13:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:13:00,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e3f86cf42cc3a08393c717d6fbe9e1c2, disabling compactions & flushes 2024-11-16T04:13:00,797 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:00,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:00,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. after waiting 0 ms 2024-11-16T04:13:00,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:00,798 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:00,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3f86cf42cc3a08393c717d6fbe9e1c2: Waiting for close lock at 1731730380797Disabling compacts and flushes for region at 1731730380797Disabling writes for close at 1731730380798 (+1 ms)Writing region close event to WAL at 1731730380798Closed at 1731730380798 2024-11-16T04:13:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:13:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:13:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:13:00,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9de7813c4d6d517724b07ea6ee520e40, disabling compactions & flushes 2024-11-16T04:13:00,815 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:00,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:00,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. after waiting 0 ms 2024-11-16T04:13:00,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:00,815 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:00,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9de7813c4d6d517724b07ea6ee520e40: Waiting for close lock at 1731730380814Disabling compacts and flushes for region at 1731730380814Disabling writes for close at 1731730380815 (+1 ms)Writing region close event to WAL at 1731730380815Closed at 1731730380815 2024-11-16T04:13:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:13:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:13:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 23bc40a90b5e0a5ce7477e4e46f8be2d, disabling compactions & flushes 2024-11-16T04:13:00,824 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. after waiting 0 ms 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:00,824 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 23bc40a90b5e0a5ce7477e4e46f8be2d: Waiting for close lock at 1731730380824Disabling compacts and flushes for region at 1731730380824Disabling writes for close at 1731730380824Writing region close event to WAL at 1731730380824Closed at 1731730380824 2024-11-16T04:13:00,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:13:00,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731730380827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730380827"}]},"ts":"1731730380827"} 2024-11-16T04:13:00,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T04:13:00,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:13:00,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730380872"}]},"ts":"1731730380872"} 2024-11-16T04:13:00,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T04:13:00,881 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:13:00,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:13:00,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:13:00,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:13:00,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:13:00,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b919141ef3c907cda1e517e07840fd7e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edc3e0377fc12e3b5f2ae9d46c784c80, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47d1384f75181be22749f3e5d54208c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3f86cf42cc3a08393c717d6fbe9e1c2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de7813c4d6d517724b07ea6ee520e40, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN}] 2024-11-16T04:13:00,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edc3e0377fc12e3b5f2ae9d46c784c80, ASSIGN 2024-11-16T04:13:00,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN 2024-11-16T04:13:00,898 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b919141ef3c907cda1e517e07840fd7e, ASSIGN 2024-11-16T04:13:00,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN 2024-11-16T04:13:00,899 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edc3e0377fc12e3b5f2ae9d46c784c80, ASSIGN; state=OFFLINE, location=fda3efb342d8,35249,1731730368322; forceNewPlan=false, retain=false 2024-11-16T04:13:00,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN; state=OFFLINE, location=fda3efb342d8,35949,1731730368141; forceNewPlan=false, retain=false 2024-11-16T04:13:00,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN; state=OFFLINE, location=fda3efb342d8,35949,1731730368141; forceNewPlan=false, retain=false 2024-11-16T04:13:00,900 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b919141ef3c907cda1e517e07840fd7e, ASSIGN; state=OFFLINE, location=fda3efb342d8,44225,1731730368256; forceNewPlan=false, retain=false 2024-11-16T04:13:00,905 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3f86cf42cc3a08393c717d6fbe9e1c2, ASSIGN 2024-11-16T04:13:00,905 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de7813c4d6d517724b07ea6ee520e40, ASSIGN 2024-11-16T04:13:00,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN 2024-11-16T04:13:00,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN 2024-11-16T04:13:00,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47d1384f75181be22749f3e5d54208c, ASSIGN 2024-11-16T04:13:00,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN; state=OFFLINE, location=fda3efb342d8,35949,1731730368141; forceNewPlan=false, retain=false 2024-11-16T04:13:00,907 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN; state=OFFLINE, location=fda3efb342d8,35949,1731730368141; forceNewPlan=false, retain=false 2024-11-16T04:13:00,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d47d1384f75181be22749f3e5d54208c, ASSIGN; state=OFFLINE, location=fda3efb342d8,35249,1731730368322; forceNewPlan=false, retain=false 2024-11-16T04:13:00,907 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de7813c4d6d517724b07ea6ee520e40, ASSIGN; state=OFFLINE, location=fda3efb342d8,35249,1731730368322; forceNewPlan=false, retain=false 2024-11-16T04:13:00,907 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3f86cf42cc3a08393c717d6fbe9e1c2, ASSIGN; state=OFFLINE, location=fda3efb342d8,44225,1731730368256; forceNewPlan=false, retain=false 2024-11-16T04:13:00,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca, ASSIGN 2024-11-16T04:13:00,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca, ASSIGN; state=OFFLINE, location=fda3efb342d8,44225,1731730368256; forceNewPlan=false, retain=false 2024-11-16T04:13:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:01,056 INFO [fda3efb342d8:43593 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T04:13:01,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e3c137e8634230791c3eb8d98d173ca, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:01,057 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e3f86cf42cc3a08393c717d6fbe9e1c2, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:01,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=23bc40a90b5e0a5ce7477e4e46f8be2d, regionState=OPENING, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:01,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0180b78c3225af778f8117271e578559, regionState=OPENING, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:01,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b919141ef3c907cda1e517e07840fd7e, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:01,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f39135e090673899dfb0b47c3846545e, regionState=OPENING, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:01,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=612b9ca8cd7f890401770b2bbf1e0ee6, regionState=OPENING, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:01,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edc3e0377fc12e3b5f2ae9d46c784c80, regionState=OPENING, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:01,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d47d1384f75181be22749f3e5d54208c, regionState=OPENING, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:01,058 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9de7813c4d6d517724b07ea6ee520e40, regionState=OPENING, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:01,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN because future has completed 2024-11-16T04:13:01,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,35949,1731730368141}] 2024-11-16T04:13:01,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca, ASSIGN because future has completed 2024-11-16T04:13:01,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e3c137e8634230791c3eb8d98d173ca, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:13:01,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b919141ef3c907cda1e517e07840fd7e, ASSIGN because future has completed 2024-11-16T04:13:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN because future has completed 2024-11-16T04:13:01,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35949,1731730368141}] 2024-11-16T04:13:01,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b919141ef3c907cda1e517e07840fd7e, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:13:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3f86cf42cc3a08393c717d6fbe9e1c2, ASSIGN because future has completed 2024-11-16T04:13:01,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edc3e0377fc12e3b5f2ae9d46c784c80, ASSIGN because future has completed 2024-11-16T04:13:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN because future has completed 2024-11-16T04:13:01,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80, server=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:01,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:13:01,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d47d1384f75181be22749f3e5d54208c, ASSIGN because future has completed 2024-11-16T04:13:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN because future has completed 2024-11-16T04:13:01,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,35949,1731730368141}] 2024-11-16T04:13:01,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47d1384f75181be22749f3e5d54208c, server=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:01,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35949,1731730368141}] 2024-11-16T04:13:01,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9de7813c4d6d517724b07ea6ee520e40, ASSIGN because future has completed 2024-11-16T04:13:01,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de7813c4d6d517724b07ea6ee520e40, server=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:01,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:13:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:05,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T04:13:07,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:13:07,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:13:07,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:13:07,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:13:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:11,068 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:13:11,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:13:11,084 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:11,085 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e3f86cf42cc3a08393c717d6fbe9e1c2, NAME => 'SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0180b78c3225af778f8117271e578559, NAME => 'SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,085 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,086 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,086 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,088 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,088 INFO [StoreOpener-e3f86cf42cc3a08393c717d6fbe9e1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,090 INFO [StoreOpener-e3f86cf42cc3a08393c717d6fbe9e1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f86cf42cc3a08393c717d6fbe9e1c2 columnFamilyName cf 2024-11-16T04:13:11,090 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0180b78c3225af778f8117271e578559 columnFamilyName cf 2024-11-16T04:13:11,090 DEBUG [StoreOpener-e3f86cf42cc3a08393c717d6fbe9e1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,090 DEBUG [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:13:11,091 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] regionserver.HStore(327): Store=0180b78c3225af778f8117271e578559/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,091 INFO [StoreOpener-e3f86cf42cc3a08393c717d6fbe9e1c2-1 {}] regionserver.HStore(327): Store=e3f86cf42cc3a08393c717d6fbe9e1c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,091 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,091 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:13:11,093 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,093 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,093 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,094 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,094 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,094 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,094 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,095 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,097 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,097 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,100 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,100 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,101 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:11,101 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0180b78c3225af778f8117271e578559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72432556, jitterRate=0.07932919263839722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,101 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:11,101 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e3f86cf42cc3a08393c717d6fbe9e1c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67016609, jitterRate=-0.0013747066259384155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,101 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => edc3e0377fc12e3b5f2ae9d46c784c80, NAME => 'SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T04:13:11,101 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e3f86cf42cc3a08393c717d6fbe9e1c2: Running coprocessor pre-open hook at 1731730391086Writing region info on filesystem at 1731730391086Initializing all the Stores at 1731730391087 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391087Cleaning up temporary data from old regions at 1731730391095 (+8 ms)Running coprocessor post-open hooks at 1731730391101 (+6 ms)Region opened successfully at 1731730391102 (+1 ms) 2024-11-16T04:13:11,102 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0180b78c3225af778f8117271e578559: Running coprocessor pre-open hook at 1731730391086Writing region info on filesystem at 1731730391086Initializing all the Stores at 1731730391087 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391087Cleaning up temporary data from old regions at 1731730391094 (+7 ms)Running coprocessor post-open hooks at 1731730391101 (+7 ms)Region opened successfully at 1731730391102 (+1 ms) 2024-11-16T04:13:11,104 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., pid=19, masterSystemTime=1731730391073 2024-11-16T04:13:11,104 INFO [StoreOpener-edc3e0377fc12e3b5f2ae9d46c784c80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,106 INFO [StoreOpener-edc3e0377fc12e3b5f2ae9d46c784c80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc3e0377fc12e3b5f2ae9d46c784c80 columnFamilyName cf 2024-11-16T04:13:11,107 DEBUG [StoreOpener-edc3e0377fc12e3b5f2ae9d46c784c80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,107 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:11,107 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:11,107 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:11,107 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b919141ef3c907cda1e517e07840fd7e, NAME => 'SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T04:13:11,107 INFO [StoreOpener-edc3e0377fc12e3b5f2ae9d46c784c80-1 {}] regionserver.HStore(327): Store=edc3e0377fc12e3b5f2ae9d46c784c80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,108 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., pid=17, masterSystemTime=1731730391067 2024-11-16T04:13:11,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e3f86cf42cc3a08393c717d6fbe9e1c2, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:11,109 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,109 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,110 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,110 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,111 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:11,111 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:11,111 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:11,112 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 612b9ca8cd7f890401770b2bbf1e0ee6, NAME => 'SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T04:13:11,112 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,113 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,113 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,113 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2, server=fda3efb342d8,44225,1731730368256 because future has completed 2024-11-16T04:13:11,114 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0180b78c3225af778f8117271e578559, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:11,115 INFO [StoreOpener-b919141ef3c907cda1e517e07840fd7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,118 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/edc3e0377fc12e3b5f2ae9d46c784c80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,119 INFO [StoreOpener-b919141ef3c907cda1e517e07840fd7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b919141ef3c907cda1e517e07840fd7e columnFamilyName cf 2024-11-16T04:13:11,119 DEBUG [StoreOpener-b919141ef3c907cda1e517e07840fd7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35949,1731730368141 because future has completed 2024-11-16T04:13:11,119 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened edc3e0377fc12e3b5f2ae9d46c784c80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65554165, jitterRate=-0.023166820406913757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,119 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:11,120 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for edc3e0377fc12e3b5f2ae9d46c784c80: Running coprocessor pre-open hook at 1731730391102Writing region info on filesystem at 1731730391102Initializing all the Stores at 1731730391104 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391104Cleaning up temporary data from old regions at 1731730391110 (+6 ms)Running coprocessor post-open hooks at 1731730391120 (+10 ms)Region opened successfully at 1731730391120 2024-11-16T04:13:11,120 INFO [StoreOpener-b919141ef3c907cda1e517e07840fd7e-1 {}] regionserver.HStore(327): Store=b919141ef3c907cda1e517e07840fd7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,120 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,121 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,121 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,122 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,122 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,124 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,124 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,125 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80., pid=20, masterSystemTime=1731730391090 2024-11-16T04:13:11,127 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612b9ca8cd7f890401770b2bbf1e0ee6 columnFamilyName cf 2024-11-16T04:13:11,127 DEBUG [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,128 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] regionserver.HStore(327): Store=612b9ca8cd7f890401770b2bbf1e0ee6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-16T04:13:11,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2, server=fda3efb342d8,44225,1731730368256 in 10.0400 sec 2024-11-16T04:13:11,129 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,132 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:11,132 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:11,132 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:11,132 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,132 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9de7813c4d6d517724b07ea6ee520e40, NAME => 'SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/b919141ef3c907cda1e517e07840fd7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,133 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,134 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b919141ef3c907cda1e517e07840fd7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72743090, jitterRate=0.0839565098285675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edc3e0377fc12e3b5f2ae9d46c784c80, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:11,134 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:11,134 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b919141ef3c907cda1e517e07840fd7e: Running coprocessor pre-open hook at 1731730391108Writing region info on filesystem at 1731730391108Initializing all the Stores at 1731730391110 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391110Cleaning up temporary data from old regions at 1731730391122 (+12 ms)Running coprocessor post-open hooks at 1731730391134 (+12 ms)Region opened successfully at 1731730391134 2024-11-16T04:13:11,135 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,135 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,135 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e., pid=18, masterSystemTime=1731730391073 2024-11-16T04:13:11,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-16T04:13:11,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35949,1731730368141 in 10.0580 sec 2024-11-16T04:13:11,138 INFO [StoreOpener-9de7813c4d6d517724b07ea6ee520e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80, server=fda3efb342d8,35249,1731730368322 because future has completed 2024-11-16T04:13:11,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3f86cf42cc3a08393c717d6fbe9e1c2, ASSIGN in 10.2360 sec 2024-11-16T04:13:11,139 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,139 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:11,140 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:11,140 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:11,140 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e3c137e8634230791c3eb8d98d173ca, NAME => 'SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T04:13:11,140 INFO [StoreOpener-9de7813c4d6d517724b07ea6ee520e40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de7813c4d6d517724b07ea6ee520e40 columnFamilyName cf 2024-11-16T04:13:11,140 DEBUG [StoreOpener-9de7813c4d6d517724b07ea6ee520e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN in 10.2430 sec 2024-11-16T04:13:11,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b919141ef3c907cda1e517e07840fd7e, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:11,141 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,141 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,141 INFO [StoreOpener-9de7813c4d6d517724b07ea6ee520e40-1 {}] regionserver.HStore(327): Store=9de7813c4d6d517724b07ea6ee520e40/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,141 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,141 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,141 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,142 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,143 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,144 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,144 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,145 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b919141ef3c907cda1e517e07840fd7e, server=fda3efb342d8,44225,1731730368256 because future has completed 2024-11-16T04:13:11,146 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 612b9ca8cd7f890401770b2bbf1e0ee6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72556845, jitterRate=0.08118124306201935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,146 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:11,146 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 612b9ca8cd7f890401770b2bbf1e0ee6: Running coprocessor pre-open hook at 1731730391113Writing region info on filesystem at 1731730391113Initializing all the Stores at 1731730391115 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391115Cleaning up temporary data from old regions at 1731730391135 (+20 ms)Running coprocessor post-open hooks at 1731730391146 (+11 ms)Region opened successfully at 1731730391146 2024-11-16T04:13:11,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-16T04:13:11,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80, server=fda3efb342d8,35249,1731730368322 in 10.0630 sec 2024-11-16T04:13:11,147 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6., pid=23, masterSystemTime=1731730391067 2024-11-16T04:13:11,149 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edc3e0377fc12e3b5f2ae9d46c784c80, ASSIGN in 10.2540 sec 2024-11-16T04:13:11,151 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:11,151 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:11,151 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:11,152 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 23bc40a90b5e0a5ce7477e4e46f8be2d, NAME => 'SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T04:13:11,152 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,152 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=612b9ca8cd7f890401770b2bbf1e0ee6, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:11,152 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,152 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,152 INFO [StoreOpener-9e3c137e8634230791c3eb8d98d173ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,155 INFO [StoreOpener-9e3c137e8634230791c3eb8d98d173ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3c137e8634230791c3eb8d98d173ca columnFamilyName cf 2024-11-16T04:13:11,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-16T04:13:11,155 DEBUG [StoreOpener-9e3c137e8634230791c3eb8d98d173ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b919141ef3c907cda1e517e07840fd7e, server=fda3efb342d8,44225,1731730368256 in 10.0800 sec 2024-11-16T04:13:11,156 INFO [StoreOpener-9e3c137e8634230791c3eb8d98d173ca-1 {}] regionserver.HStore(327): Store=9e3c137e8634230791c3eb8d98d173ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,156 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35949,1731730368141 because future has completed 2024-11-16T04:13:11,158 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b919141ef3c907cda1e517e07840fd7e, ASSIGN in 10.2630 sec 2024-11-16T04:13:11,158 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,159 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,159 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,162 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-16T04:13:11,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35949,1731730368141 in 10.0740 sec 2024-11-16T04:13:11,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN in 10.2710 sec 2024-11-16T04:13:11,168 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,169 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,170 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9de7813c4d6d517724b07ea6ee520e40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62952546, jitterRate=-0.0619339644908905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,170 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23bc40a90b5e0a5ce7477e4e46f8be2d columnFamilyName cf 2024-11-16T04:13:11,170 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:11,170 DEBUG [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,171 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9de7813c4d6d517724b07ea6ee520e40: Running coprocessor pre-open hook at 1731730391133Writing region info on filesystem at 1731730391133Initializing all the Stores at 1731730391137 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391137Cleaning up temporary data from old regions at 1731730391144 (+7 ms)Running coprocessor post-open hooks at 1731730391170 (+26 ms)Region opened successfully at 1731730391170 2024-11-16T04:13:11,171 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] regionserver.HStore(327): Store=23bc40a90b5e0a5ce7477e4e46f8be2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,172 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., pid=24, masterSystemTime=1731730391090 2024-11-16T04:13:11,172 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,173 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,174 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,174 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9e3c137e8634230791c3eb8d98d173ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,175 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9e3c137e8634230791c3eb8d98d173ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63516829, jitterRate=-0.053525492548942566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9e3c137e8634230791c3eb8d98d173ca: Running coprocessor pre-open hook at 1731730391141Writing region info on filesystem at 1731730391141Initializing all the Stores at 1731730391143 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391144 (+1 ms)Cleaning up temporary data from old regions at 1731730391159 (+15 ms)Running coprocessor post-open hooks at 1731730391175 (+16 ms)Region opened successfully at 1731730391175 2024-11-16T04:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:11,175 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:11,175 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d47d1384f75181be22749f3e5d54208c, NAME => 'SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T04:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,177 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca., pid=16, masterSystemTime=1731730391073 2024-11-16T04:13:11,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9de7813c4d6d517724b07ea6ee520e40, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:11,180 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de7813c4d6d517724b07ea6ee520e40, server=fda3efb342d8,35249,1731730368322 because future has completed 2024-11-16T04:13:11,180 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:11,181 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e3c137e8634230791c3eb8d98d173ca, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:11,186 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e3c137e8634230791c3eb8d98d173ca, server=fda3efb342d8,44225,1731730368256 because future has completed 2024-11-16T04:13:11,187 INFO [StoreOpener-d47d1384f75181be22749f3e5d54208c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,187 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 23bc40a90b5e0a5ce7477e4e46f8be2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018484, jitterRate=-0.060951411724090576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,187 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:11,187 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 23bc40a90b5e0a5ce7477e4e46f8be2d: Running coprocessor pre-open hook at 1731730391152Writing region info on filesystem at 1731730391152Initializing all the Stores at 1731730391154 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391154Cleaning up temporary data from old regions at 1731730391175 (+21 ms)Running coprocessor post-open hooks at 1731730391187 (+12 ms)Region opened successfully at 1731730391187 2024-11-16T04:13:11,188 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fda3efb342d8,44225,1731730368256, table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T04:13:11,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-16T04:13:11,190 INFO [StoreOpener-d47d1384f75181be22749f3e5d54208c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47d1384f75181be22749f3e5d54208c columnFamilyName cf 2024-11-16T04:13:11,190 DEBUG [StoreOpener-d47d1384f75181be22749f3e5d54208c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9de7813c4d6d517724b07ea6ee520e40, server=fda3efb342d8,35249,1731730368322 in 10.0880 sec 2024-11-16T04:13:11,191 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., pid=15, masterSystemTime=1731730391067 2024-11-16T04:13:11,191 INFO [StoreOpener-d47d1384f75181be22749f3e5d54208c-1 {}] regionserver.HStore(327): Store=d47d1384f75181be22749f3e5d54208c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,192 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-16T04:13:11,193 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e3c137e8634230791c3eb8d98d173ca, server=fda3efb342d8,44225,1731730368256 in 10.1250 sec 2024-11-16T04:13:11,194 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,195 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:11,195 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:11,195 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:11,195 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,195 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9de7813c4d6d517724b07ea6ee520e40, ASSIGN in 10.2970 sec 2024-11-16T04:13:11,195 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f39135e090673899dfb0b47c3846545e, NAME => 'SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T04:13:11,196 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,196 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:11,196 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,196 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e3c137e8634230791c3eb8d98d173ca, ASSIGN in 10.3010 sec 2024-11-16T04:13:11,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=23bc40a90b5e0a5ce7477e4e46f8be2d, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,35949,1731730368141 because future has completed 2024-11-16T04:13:11,201 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,202 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/d47d1384f75181be22749f3e5d54208c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,203 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d47d1384f75181be22749f3e5d54208c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68999667, jitterRate=0.02817516028881073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,203 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:11,203 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d47d1384f75181be22749f3e5d54208c: Running coprocessor pre-open hook at 1731730391177Writing region info on filesystem at 1731730391177Initializing all the Stores at 1731730391180 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391180Cleaning up temporary data from old regions at 1731730391195 (+15 ms)Running coprocessor post-open hooks at 1731730391203 (+8 ms)Region opened successfully at 1731730391203 2024-11-16T04:13:11,203 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39135e090673899dfb0b47c3846545e columnFamilyName cf 2024-11-16T04:13:11,204 DEBUG [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:11,204 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c., pid=22, masterSystemTime=1731730391090 2024-11-16T04:13:11,204 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] regionserver.HStore(327): Store=f39135e090673899dfb0b47c3846545e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:11,205 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,207 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,207 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:11,207 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:11,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T04:13:11,207 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d47d1384f75181be22749f3e5d54208c, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:11,208 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,35949,1731730368141 in 10.1410 sec 2024-11-16T04:13:11,210 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47d1384f75181be22749f3e5d54208c, server=fda3efb342d8,35249,1731730368322 because future has completed 2024-11-16T04:13:11,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN in 10.3150 sec 2024-11-16T04:13:11,218 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:13:11,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-16T04:13:11,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d47d1384f75181be22749f3e5d54208c, server=fda3efb342d8,35249,1731730368322 in 10.1290 sec 2024-11-16T04:13:11,219 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f39135e090673899dfb0b47c3846545e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68830020, jitterRate=0.025647222995758057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:11,219 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:11,219 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f39135e090673899dfb0b47c3846545e: Running coprocessor pre-open hook at 1731730391196Writing region info on filesystem at 1731730391196Initializing all the Stores at 1731730391200 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730391200Cleaning up temporary data from old regions at 1731730391208 (+8 ms)Running coprocessor post-open hooks at 1731730391219 (+11 ms)Region opened successfully at 1731730391219 2024-11-16T04:13:11,220 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e., pid=21, masterSystemTime=1731730391067 2024-11-16T04:13:11,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47d1384f75181be22749f3e5d54208c, ASSIGN in 10.3260 sec 2024-11-16T04:13:11,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:11,223 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:11,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f39135e090673899dfb0b47c3846545e, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35949,1731730368141 2024-11-16T04:13:11,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,35949,1731730368141 because future has completed 2024-11-16T04:13:11,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-16T04:13:11,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,35949,1731730368141 in 10.1470 sec 2024-11-16T04:13:11,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T04:13:11,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN in 10.3420 sec 2024-11-16T04:13:11,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:13:11,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730391241"}]},"ts":"1731730391241"} 2024-11-16T04:13:11,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T04:13:11,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:13:11,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5660 sec 2024-11-16T04:13:13,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T04:13:16,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:13:16,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T04:13:17,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-16T04:13:17,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-16T04:13:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:13:18,946 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T04:13:18,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T04:13:18,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:13:18,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T04:13:18,959 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:13:18,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T04:13:19,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2., hostname=fda3efb342d8,44225,1731730368256, seqNum=2] 2024-11-16T04:13:19,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., hostname=fda3efb342d8,35249,1731730368322, seqNum=2] 2024-11-16T04:13:19,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:19,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., hostname=fda3efb342d8,35949,1731730368141, seqNum=2] 2024-11-16T04:13:20,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:13:20,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:13:20,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:13:20,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44225 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:13:20,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:13:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:13:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35949 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:20,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:13:21,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:13:21,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T04:13:21,455 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T04:13:21,461 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:13:21,462 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T04:13:21,477 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T04:13:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:13:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:13:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:13:21,497 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T04:13:21,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b919141ef3c907cda1e517e07840fd7e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e3c137e8634230791c3eb8d98d173ca}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47d1384f75181be22749f3e5d54208c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de7813c4d6d517724b07ea6ee520e40}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d}] 2024-11-16T04:13:21,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:21,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:21,509 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:21,509 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:21,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:21,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:21,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:21,520 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:21,521 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:21,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:21,562 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fda3efb342d8,35949,1731730368141 2024-11-16T04:13:21,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fda3efb342d8,35949,1731730368141: Simulated kill ***** 2024-11-16T04:13:21,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:13:21,565 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:13:21,566 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:13:21,568 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:13:21,569 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:13:21,579 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 645776240 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153684000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fda3efb342d8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fda3efb342d8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52115", "tag.serverName": "fda3efb342d8,35249,1731730368322", "tag.clusterId": "5d5c70a9-1700-4740-8e80-bcbee4141d41", "tag.Context": "regionserver", "tag.Hostname": "fda3efb342d8", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731730368322, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T04:13:21,599 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43593 {}] master.MasterRpcServices(700): fda3efb342d8,35949,1731730368141 reported a fatal error: ***** ABORTING region server fda3efb342d8,35949,1731730368141: Simulated kill ***** 2024-11-16T04:13:21,601 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,35949,1731730368141' ***** 2024-11-16T04:13:21,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T04:13:21,601 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:13:21,602 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:13:21,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:13:21,602 INFO [RS:0;fda3efb342d8:35949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T04:13:21,602 INFO [RS:0;fda3efb342d8:35949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T04:13:21,602 INFO [RS:0;fda3efb342d8:35949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:13:21,602 INFO [RS:0;fda3efb342d8:35949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:35949. 2024-11-16T04:13:21,602 DEBUG [RS:0;fda3efb342d8:35949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:13:21,602 DEBUG [RS:0;fda3efb342d8:35949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:21,606 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:13:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741833_1009 (size=1257) 2024-11-16T04:13:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741833_1009 (size=1257) 2024-11-16T04:13:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741833_1009 (size=1257) 2024-11-16T04:13:21,610 DEBUG [RS:0;fda3efb342d8:35949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:13:21,610 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:13:21,611 INFO [RS:0;fda3efb342d8:35949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35949 2024-11-16T04:13:21,665 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:13:21,665 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:13:21,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,35949,1731730368141 2024-11-16T04:13:21,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:13:21,766 INFO [RS:0;fda3efb342d8:35949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:13:21,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,35949,1731730368141] 2024-11-16T04:13:21,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,35949,1731730368141 already deleted, retry=false 2024-11-16T04:13:21,789 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fda3efb342d8,35949,1731730368141 on fda3efb342d8,43593,1731730367306 2024-11-16T04:13:21,794 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fda3efb342d8,35949,1731730368141, splitWal=true, meta=false 2024-11-16T04:13:21,799 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for fda3efb342d8,35949,1731730368141 (carryingMeta=false) fda3efb342d8,35949,1731730368141/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c517bf2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T04:13:21,799 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fda3efb342d8,35949,1731730368141, splitWal=true, meta=false 2024-11-16T04:13:21,801 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): fda3efb342d8,35949,1731730368141 had 4 regions 2024-11-16T04:13:21,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:21,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:21,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:21,802 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:21,803 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,35949,1731730368141, splitWal=true, meta=false, isMeta: false 2024-11-16T04:13:21,803 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d can not run currently because target server of region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T04:13:21,803 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 can not run currently because target server of region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. fda3efb342d8,35949,1731730368141 is in state CRASHED, wait 1000 ms to retry 2024-11-16T04:13:21,803 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 can not run currently because target server of region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T04:13:21,803 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6; timeout=1000, timestamp=1731730402803 2024-11-16T04:13:21,803 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e can not run currently because target server of region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T04:13:21,803 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559; timeout=1000, timestamp=1731730402803 2024-11-16T04:13:21,803 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d; timeout=1000, timestamp=1731730402803 2024-11-16T04:13:21,803 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e; timeout=1000, timestamp=1731730402803 2024-11-16T04:13:21,805 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting 2024-11-16T04:13:21,807 INFO [PEWorker-5 {}] master.SplitWALManager(105): fda3efb342d8,35949,1731730368141 WAL count=1, meta=false 2024-11-16T04:13:21,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fda3efb342d8%2C35949%2C1731730368141.1731730369821}] 2024-11-16T04:13:21,817 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:21,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fda3efb342d8%2C35949%2C1731730368141.1731730369821, worker=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:21,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:13:21,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35949-0x10141d85b910001, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:13:21,880 INFO [RS:0;fda3efb342d8:35949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:13:21,880 INFO [RS:0;fda3efb342d8:35949 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,35949,1731730368141; zookeeper connection closed. 2024-11-16T04:13:21,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5faa0815 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5faa0815 2024-11-16T04:13:22,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:22,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:22,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:22,806 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:22,808 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e can not run currently because target server of region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T04:13:22,808 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d can not run currently because target server of region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T04:13:22,808 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 can not run currently because target server of region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T04:13:22,808 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 can not run currently because target server of region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T04:13:22,808 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e; timeout=2000, timestamp=1731730404808 2024-11-16T04:13:22,808 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d; timeout=2000, timestamp=1731730404808 2024-11-16T04:13:22,808 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6; timeout=2000, timestamp=1731730404808 2024-11-16T04:13:22,808 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559; timeout=2000, timestamp=1731730404808 2024-11-16T04:13:23,399 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:43593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T04:13:24,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:24,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:24,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:24,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:24,815 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 can not run currently because target server of region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T04:13:24,815 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 can not run currently because target server of region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T04:13:24,815 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e can not run currently because target server of region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T04:13:24,815 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d can not run currently because target server of region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T04:13:24,815 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559; timeout=4000, timestamp=1731730408815 2024-11-16T04:13:24,815 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6; timeout=4000, timestamp=1731730408815 2024-11-16T04:13:24,815 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e; timeout=4000, timestamp=1731730408815 2024-11-16T04:13:24,815 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d; timeout=4000, timestamp=1731730408815 2024-11-16T04:13:28,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:28,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:28,817 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:28,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:28,819 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d can not run currently because target server of region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T04:13:28,819 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 can not run currently because target server of region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T04:13:28,819 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d; timeout=8000, timestamp=1731730416819 2024-11-16T04:13:28,819 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 can not run currently because target server of region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T04:13:28,819 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559; timeout=8000, timestamp=1731730416819 2024-11-16T04:13:28,819 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e can not run currently because target server of region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. fda3efb342d8,35949,1731730368141 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T04:13:28,820 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6; timeout=8000, timestamp=1731730416819 2024-11-16T04:13:28,820 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e; timeout=8000, timestamp=1731730416820 2024-11-16T04:13:31,091 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=fda3efb342d8,35249,1731730368322, timeout=1731730411511, delay=418, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fda3efb342d8%2C35949%2C1731730368141.1731730369821, worker=fda3efb342d8,35249,1731730368322, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de7813c4d6d517724b07ea6ee520e40, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47d1384f75181be22749f3e5d54208c], containedObject=fda3efb342d8,35949,1731730368141, timeout=1731730411512, delay=419, operations=null, containedObject=fda3efb342d8,44225,1731730368256, timeout=1731730411512, delay=419, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e3c137e8634230791c3eb8d98d173ca, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b919141ef3c907cda1e517e07840fd7e]] 2024-11-16T04:13:31,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T04:13:31,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-16T04:13:31,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T04:13:31,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:31,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:31,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T04:13:31,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:31,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b919141ef3c907cda1e517e07840fd7e: 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for edc3e0377fc12e3b5f2ae9d46c784c80: 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9e3c137e8634230791c3eb8d98d173ca: 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d47d1384f75181be22749f3e5d54208c: 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e3f86cf42cc3a08393c717d6fbe9e1c2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T04:13:31,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9de7813c4d6d517724b07ea6ee520e40 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T04:13:31,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:31,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:31,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:31,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:31,552 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821, size=1.2 K (1257bytes) 2024-11-16T04:13:31,553 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T04:13:31,553 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T04:13:31,553 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 2024-11-16T04:13:31,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:13:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:13:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:13:31,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:13:31,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T04:13:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T04:13:31,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:31,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47d1384f75181be22749f3e5d54208c 2024-11-16T04:13:31,566 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 after 9ms 2024-11-16T04:13:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741850_1026 (size=65) 2024-11-16T04:13:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741850_1026 (size=65) 2024-11-16T04:13:31,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d47d1384f75181be22749f3e5d54208c in 10.0670 sec 2024-11-16T04:13:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741850_1026 (size=65) 2024-11-16T04:13:31,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:13:31,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T04:13:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T04:13:31,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:31,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:13:31,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure edc3e0377fc12e3b5f2ae9d46c784c80 in 10.0770 sec 2024-11-16T04:13:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741851_1027 (size=57) 2024-11-16T04:13:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741851_1027 (size=57) 2024-11-16T04:13:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741851_1027 (size=57) 2024-11-16T04:13:31,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:13:31,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T04:13:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T04:13:31,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:31,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:13:31,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b919141ef3c907cda1e517e07840fd7e in 10.0960 sec 2024-11-16T04:13:31,598 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 took 47ms 2024-11-16T04:13:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741852_1028 (size=65) 2024-11-16T04:13:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741852_1028 (size=65) 2024-11-16T04:13:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741852_1028 (size=65) 2024-11-16T04:13:31,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:13:31,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T04:13:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T04:13:31,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:31,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:13:31,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e3c137e8634230791c3eb8d98d173ca in 10.1040 sec 2024-11-16T04:13:31,621 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0180b78c3225af778f8117271e578559: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:13:31,624 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 612b9ca8cd7f890401770b2bbf1e0ee6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:13:31,626 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 23bc40a90b5e0a5ce7477e4e46f8be2d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:13:31,628 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f39135e090673899dfb0b47c3846545e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:13:31,628 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 so closing down 2024-11-16T04:13:31,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T04:13:31,629 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T04:13:31,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/.tmp/cf/d033aaac7b124489a7c1525aa5c9ea7d is 34, key is ccd/cf:cf/1731730400471/Put/seqid=0 2024-11-16T04:13:31,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/.tmp/cf/ce7b1bbb39c04fd4baeb9de55d1901bf is 34, key is baa/cf:cf/1731730400418/Put/seqid=0 2024-11-16T04:13:31,635 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-16T04:13:31,635 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821, journal: Splitting hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821, size=1.2 K (1257bytes) at 1731730411552Finishing writing output for hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 so closing down at 1731730411628 (+76 ms)3 split writer threads finished at 1731730411629 (+1 ms)Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731730411635 (+6 ms) 2024-11-16T04:13:31,636 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 2024-11-16T04:13:31,636 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T04:13:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T04:13:31,645 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting/fda3efb342d8%2C35949%2C1731730368141.1731730369821 to hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs 2024-11-16T04:13:31,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T04:13:31,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fda3efb342d8%2C35949%2C1731730368141.1731730369821, worker=fda3efb342d8,35249,1731730368322 in 9.8260 sec 2024-11-16T04:13:31,650 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:31,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T04:13:31,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fda3efb342d8%2C35949%2C1731730368141.1731730369821, worker=fda3efb342d8,35249,1731730368322 in 9.8420 sec 2024-11-16T04:13:31,655 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting dir is empty, no logs to split. 2024-11-16T04:13:31,655 INFO [PEWorker-2 {}] master.SplitWALManager(105): fda3efb342d8,35949,1731730368141 WAL count=0, meta=false 2024-11-16T04:13:31,655 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,35949,1731730368141 WAL splitting is done? wals=0, meta=false 2024-11-16T04:13:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741853_1029 (size=28623) 2024-11-16T04:13:31,658 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fda3efb342d8,35949,1731730368141 failed, ignore...File hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/WALs/fda3efb342d8,35949,1731730368141-splitting does not exist. 2024-11-16T04:13:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741853_1029 (size=28623) 2024-11-16T04:13:31,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/.tmp/cf/ce7b1bbb39c04fd4baeb9de55d1901bf 2024-11-16T04:13:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741853_1029 (size=28623) 2024-11-16T04:13:31,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN}] 2024-11-16T04:13:31,664 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN 2024-11-16T04:13:31,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN 2024-11-16T04:13:31,664 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN 2024-11-16T04:13:31,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN 2024-11-16T04:13:31,666 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:13:31,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:13:31,666 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:13:31,666 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:13:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741854_1030 (size=47197) 2024-11-16T04:13:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741854_1030 (size=47197) 2024-11-16T04:13:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741854_1030 (size=47197) 2024-11-16T04:13:31,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/.tmp/cf/d033aaac7b124489a7c1525aa5c9ea7d 2024-11-16T04:13:31,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/.tmp/cf/ce7b1bbb39c04fd4baeb9de55d1901bf as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/cf/ce7b1bbb39c04fd4baeb9de55d1901bf 2024-11-16T04:13:31,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/.tmp/cf/d033aaac7b124489a7c1525aa5c9ea7d as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/cf/d033aaac7b124489a7c1525aa5c9ea7d 2024-11-16T04:13:31,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/cf/ce7b1bbb39c04fd4baeb9de55d1901bf, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T04:13:31,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/cf/d033aaac7b124489a7c1525aa5c9ea7d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T04:13:31,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e3f86cf42cc3a08393c717d6fbe9e1c2 in 207ms, sequenceid=5, compaction requested=false 2024-11-16T04:13:31,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9de7813c4d6d517724b07ea6ee520e40 in 205ms, sequenceid=5, compaction requested=false 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9de7813c4d6d517724b07ea6ee520e40: 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e3f86cf42cc3a08393c717d6fbe9e1c2: 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. for SnapshotProcedureTest completed. 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/cf/d033aaac7b124489a7c1525aa5c9ea7d] hfiles 2024-11-16T04:13:31,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/cf/ce7b1bbb39c04fd4baeb9de55d1901bf] hfiles 2024-11-16T04:13:31,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/cf/ce7b1bbb39c04fd4baeb9de55d1901bf for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/cf/d033aaac7b124489a7c1525aa5c9ea7d for snapshot=SnapshotProcedureTest 2024-11-16T04:13:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741855_1031 (size=105) 2024-11-16T04:13:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741855_1031 (size=105) 2024-11-16T04:13:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741856_1032 (size=105) 2024-11-16T04:13:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741855_1031 (size=105) 2024-11-16T04:13:31,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:13:31,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T04:13:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741856_1032 (size=105) 2024-11-16T04:13:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741856_1032 (size=105) 2024-11-16T04:13:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T04:13:31,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:31,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:13:31,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9de7813c4d6d517724b07ea6ee520e40 in 10.2570 sec 2024-11-16T04:13:31,817 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:13:31,818 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:13:31,818 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:13:31,818 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:13:31,818 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:13:31,818 INFO [fda3efb342d8:43593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:13:31,818 INFO [fda3efb342d8:43593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:13:31,818 DEBUG [fda3efb342d8:43593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:13:31,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f39135e090673899dfb0b47c3846545e, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:31,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=23bc40a90b5e0a5ce7477e4e46f8be2d, regionState=OPENING, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:31,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=612b9ca8cd7f890401770b2bbf1e0ee6, regionState=OPENING, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:31,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0180b78c3225af778f8117271e578559, regionState=OPENING, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:31,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN because future has completed 2024-11-16T04:13:31,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:13:31,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN because future has completed 2024-11-16T04:13:31,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,44225,1731730368256}] 2024-11-16T04:13:31,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN because future has completed 2024-11-16T04:13:31,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN because future has completed 2024-11-16T04:13:31,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35249,1731730368322}] 2024-11-16T04:13:32,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:13:32,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T04:13:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T04:13:32,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:32,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:13:32,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e3f86cf42cc3a08393c717d6fbe9e1c2 in 10.6580 sec 2024-11-16T04:13:36,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d held by pid=39 2024-11-16T04:13:36,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 held by pid=40 2024-11-16T04:13:36,820 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:36,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:36,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e held by pid=41 2024-11-16T04:13:36,820 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:36,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 held by pid=42 2024-11-16T04:13:36,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:40,497 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:13:40,497 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:13:41,837 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:41,837 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => f39135e090673899dfb0b47c3846545e, NAME => 'SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T04:13:41,837 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,837 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:41,837 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,838 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 612b9ca8cd7f890401770b2bbf1e0ee6, NAME => 'SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,838 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,840 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,840 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,841 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39135e090673899dfb0b47c3846545e columnFamilyName cf 2024-11-16T04:13:41,841 DEBUG [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:41,841 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612b9ca8cd7f890401770b2bbf1e0ee6 columnFamilyName cf 2024-11-16T04:13:41,842 DEBUG [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:41,842 INFO [StoreOpener-f39135e090673899dfb0b47c3846545e-1 {}] regionserver.HStore(327): Store=f39135e090673899dfb0b47c3846545e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:41,842 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,842 INFO [StoreOpener-612b9ca8cd7f890401770b2bbf1e0ee6-1 {}] regionserver.HStore(327): Store=612b9ca8cd7f890401770b2bbf1e0ee6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:41,843 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,843 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,844 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,845 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,845 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,846 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,846 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,846 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,846 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,849 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,849 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,850 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened f39135e090673899dfb0b47c3846545e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73506661, jitterRate=0.09533460438251495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:41,850 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 612b9ca8cd7f890401770b2bbf1e0ee6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63098371, jitterRate=-0.05976100265979767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:41,850 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,850 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,850 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 612b9ca8cd7f890401770b2bbf1e0ee6: Running coprocessor pre-open hook at 1731730421839Writing region info on filesystem at 1731730421839Initializing all the Stores at 1731730421840 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730421840Cleaning up temporary data from old regions at 1731730421846 (+6 ms)Running coprocessor post-open hooks at 1731730421850 (+4 ms)Region opened successfully at 1731730421850 2024-11-16T04:13:41,850 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for f39135e090673899dfb0b47c3846545e: Running coprocessor pre-open hook at 1731730421838Writing region info on filesystem at 1731730421838Initializing all the Stores at 1731730421839 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730421839Cleaning up temporary data from old regions at 1731730421846 (+7 ms)Running coprocessor post-open hooks at 1731730421850 (+4 ms)Region opened successfully at 1731730421850 2024-11-16T04:13:41,852 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6., pid=45, masterSystemTime=1731730421829 2024-11-16T04:13:41,852 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e., pid=44, masterSystemTime=1731730421825 2024-11-16T04:13:41,854 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:41,854 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:41,854 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:41,854 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0180b78c3225af778f8117271e578559, NAME => 'SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T04:13:41,854 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=612b9ca8cd7f890401770b2bbf1e0ee6, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:41,855 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:41,855 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 23bc40a90b5e0a5ce7477e4e46f8be2d, NAME => 'SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T04:13:41,856 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,856 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:13:41,856 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,856 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f39135e090673899dfb0b47c3846545e, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:41,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35249,1731730368322 because future has completed 2024-11-16T04:13:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,44225,1731730368256 because future has completed 2024-11-16T04:13:41,860 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,861 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,862 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23bc40a90b5e0a5ce7477e4e46f8be2d columnFamilyName cf 2024-11-16T04:13:41,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-16T04:13:41,862 DEBUG [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:41,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6, server=fda3efb342d8,35249,1731730368322 in 10.0340 sec 2024-11-16T04:13:41,862 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0180b78c3225af778f8117271e578559 columnFamilyName cf 2024-11-16T04:13:41,862 DEBUG [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:13:41,863 INFO [StoreOpener-23bc40a90b5e0a5ce7477e4e46f8be2d-1 {}] regionserver.HStore(327): Store=23bc40a90b5e0a5ce7477e4e46f8be2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:41,863 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,864 INFO [StoreOpener-0180b78c3225af778f8117271e578559-1 {}] regionserver.HStore(327): Store=0180b78c3225af778f8117271e578559/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:13:41,864 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-16T04:13:41,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=612b9ca8cd7f890401770b2bbf1e0ee6, ASSIGN in 10.2000 sec 2024-11-16T04:13:41,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure f39135e090673899dfb0b47c3846545e, server=fda3efb342d8,44225,1731730368256 in 10.0380 sec 2024-11-16T04:13:41,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:41,865 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,865 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,867 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,867 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f39135e090673899dfb0b47c3846545e, ASSIGN in 10.2020 sec 2024-11-16T04:13:41,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,871 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,871 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,872 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 23bc40a90b5e0a5ce7477e4e46f8be2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71397153, jitterRate=0.06390048563480377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:41,873 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0180b78c3225af778f8117271e578559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63042798, jitterRate=-0.060589104890823364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:13:41,873 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,873 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,873 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 23bc40a90b5e0a5ce7477e4e46f8be2d: Running coprocessor pre-open hook at 1731730421856Writing region info on filesystem at 1731730421856Initializing all the Stores at 1731730421860 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730421860Cleaning up temporary data from old regions at 1731730421868 (+8 ms)Running coprocessor post-open hooks at 1731730421873 (+5 ms)Region opened successfully at 1731730421873 2024-11-16T04:13:41,873 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0180b78c3225af778f8117271e578559: Running coprocessor pre-open hook at 1731730421855Writing region info on filesystem at 1731730421855Initializing all the Stores at 1731730421859 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730421859Cleaning up temporary data from old regions at 1731730421868 (+9 ms)Running coprocessor post-open hooks at 1731730421873 (+5 ms)Region opened successfully at 1731730421873 2024-11-16T04:13:41,874 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., pid=46, masterSystemTime=1731730421829 2024-11-16T04:13:41,874 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., pid=43, masterSystemTime=1731730421825 2024-11-16T04:13:41,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=23bc40a90b5e0a5ce7477e4e46f8be2d, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:41,878 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:41,878 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:41,879 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:41,879 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:41,880 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0180b78c3225af778f8117271e578559, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:41,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,44225,1731730368256 because future has completed 2024-11-16T04:13:41,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35249,1731730368322 because future has completed 2024-11-16T04:13:41,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-16T04:13:41,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d, server=fda3efb342d8,44225,1731730368256 in 10.0590 sec 2024-11-16T04:13:41,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:41,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23bc40a90b5e0a5ce7477e4e46f8be2d, ASSIGN in 10.2220 sec 2024-11-16T04:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-16T04:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0180b78c3225af778f8117271e578559, server=fda3efb342d8,35249,1731730368322 in 10.0570 sec 2024-11-16T04:13:41,888 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:41,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-16T04:13:41,889 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server fda3efb342d8,35949,1731730368141 after splitting done 2024-11-16T04:13:41,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0180b78c3225af778f8117271e578559, ASSIGN in 10.2240 sec 2024-11-16T04:13:41,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fda3efb342d8,35949,1731730368141, splitWal=true, meta=false in 20.0990 sec 2024-11-16T04:13:46,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:13:47,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T04:13:49,847 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T04:13:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T04:13:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 612b9ca8cd7f890401770b2bbf1e0ee6: 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0180b78c3225af778f8117271e578559: 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. for SnapshotProcedureTest completed. 2024-11-16T04:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. for SnapshotProcedureTest completed. 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:51,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T04:13:51,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 23bc40a90b5e0a5ce7477e4e46f8be2d: 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. for SnapshotProcedureTest completed. 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f39135e090673899dfb0b47c3846545e: 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. for SnapshotProcedureTest completed. 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:51,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:13:51,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:13:51,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:13:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741857_1033 (size=65) 2024-11-16T04:13:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741857_1033 (size=65) 2024-11-16T04:13:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741857_1033 (size=65) 2024-11-16T04:13:51,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:13:51,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T04:13:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T04:13:51,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:51,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:13:51,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 612b9ca8cd7f890401770b2bbf1e0ee6 in 30.4080 sec 2024-11-16T04:13:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:13:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:13:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:13:51,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:13:51,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T04:13:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T04:13:51,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0180b78c3225af778f8117271e578559 2024-11-16T04:13:51,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 2024-11-16T04:13:51,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0180b78c3225af778f8117271e578559 in 30.4250 sec 2024-11-16T04:13:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741859_1035 (size=57) 2024-11-16T04:13:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741860_1036 (size=65) 2024-11-16T04:13:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741859_1035 (size=57) 2024-11-16T04:13:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741859_1035 (size=57) 2024-11-16T04:13:51,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:13:51,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T04:13:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T04:13:51,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:51,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:13:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741860_1036 (size=65) 2024-11-16T04:13:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741860_1036 (size=65) 2024-11-16T04:13:51,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:13:51,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T04:13:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T04:13:51,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:51,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e 2024-11-16T04:13:51,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23bc40a90b5e0a5ce7477e4e46f8be2d in 30.4420 sec 2024-11-16T04:13:51,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-16T04:13:51,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f39135e090673899dfb0b47c3846545e in 30.4460 sec 2024-11-16T04:13:51,949 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T04:13:51,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T04:13:51,955 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T04:13:51,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T04:13:51,959 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:13:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741861_1037 (size=1094) 2024-11-16T04:13:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741861_1037 (size=1094) 2024-11-16T04:13:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741861_1037 (size=1094) 2024-11-16T04:13:52,047 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T04:13:52,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T04:13:52,072 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:52,074 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:52,077 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:52,077 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:13:52,078 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:52,085 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:13:53,404 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:43593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T04:13:56,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e3f86cf42cc3a08393c717d6fbe9e1c2, had cached 0 bytes from a total of 28623 2024-11-16T04:13:56,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9de7813c4d6d517724b07ea6ee520e40, had cached 0 bytes from a total of 47197 2024-11-16T04:14:00,453 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region edc3e0377fc12e3b5f2ae9d46c784c80 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,453 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 612b9ca8cd7f890401770b2bbf1e0ee6 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,454 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d47d1384f75181be22749f3e5d54208c changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,456 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0180b78c3225af778f8117271e578559 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,456 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9de7813c4d6d517724b07ea6ee520e40 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,456 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b919141ef3c907cda1e517e07840fd7e changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,457 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f39135e090673899dfb0b47c3846545e changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,457 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e3c137e8634230791c3eb8d98d173ca changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,457 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e3f86cf42cc3a08393c717d6fbe9e1c2 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:00,457 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 23bc40a90b5e0a5ce7477e4e46f8be2d changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-16T04:14:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-16T04:14:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-16T04:14:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-16T04:14:02,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-16T04:14:02,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-16T04:14:02,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:14:02,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:14:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-16T04:14:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T04:14:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T04:14:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T04:14:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-16T04:14:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-16T04:14:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T04:14:02,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-16T04:14:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-16T04:14:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-16T04:14:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T04:14:02,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 Release verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:02,094 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 Release verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-16T04:14:02,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 Release verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:02,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:02,096 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:02,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 in 10.0350 sec 2024-11-16T04:14:02,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 in 10.0340 sec 2024-11-16T04:14:02,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 in 10.0340 sec 2024-11-16T04:14:02,098 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 Release verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:02,098 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 Release verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:02,098 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 Release verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:02,099 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:02,100 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:02,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 in 10.0380 sec 2024-11-16T04:14:02,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 in 10.0380 sec 2024-11-16T04:14:02,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 in 10.0380 sec 2024-11-16T04:14:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-16T04:14:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-16T04:14:12,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-16T04:14:12,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-16T04:14:12,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T04:14:12,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T04:14:12,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T04:14:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T04:14:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-16T04:14:12,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T04:14:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T04:14:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-16T04:14:12,102 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 Release verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:12,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 Release verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:12,104 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 Release verify snapshot worker=fda3efb342d8,35249,1731730368322 2024-11-16T04:14:12,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 in 20.0420 sec 2024-11-16T04:14:12,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 Release verify snapshot worker=fda3efb342d8,44225,1731730368256 2024-11-16T04:14:12,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 in 20.0430 sec 2024-11-16T04:14:12,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,35249,1731730368322 in 20.0440 sec 2024-11-16T04:14:12,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-16T04:14:12,107 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T04:14:12,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,44225,1731730368256 in 20.0450 sec 2024-11-16T04:14:12,109 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T04:14:12,111 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T04:14:12,111 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T04:14:12,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6730 sec 2024-11-16T04:14:12,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T04:14:12,227 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T04:14:12,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:14:12,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:14:12,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:12,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:14:12,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:14:12,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2066543933, stopped=false 2024-11-16T04:14:12,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,43593,1731730367306 2024-11-16T04:14:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:12,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:14:12,291 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:12,291 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:12,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:14:12,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:12,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:12,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:12,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,44225,1731730368256' ***** 2024-11-16T04:14:12,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:14:12,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,35249,1731730368322' ***** 2024-11-16T04:14:12,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:14:12,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:12,295 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:14:12,295 INFO [RS:1;fda3efb342d8:44225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:14:12,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:14:12,295 INFO [RS:1;fda3efb342d8:44225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:14:12,295 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:14:12,296 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e3c137e8634230791c3eb8d98d173ca 2024-11-16T04:14:12,296 INFO [RS:2;fda3efb342d8:35249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:14:12,296 INFO [RS:2;fda3efb342d8:35249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:14:12,296 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(3091): Received CLOSE for edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:14:12,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(3091): Received CLOSE for d47d1384f75181be22749f3e5d54208c 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for f39135e090673899dfb0b47c3846545e 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(3091): Received CLOSE for 0180b78c3225af778f8117271e578559 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for b919141ef3c907cda1e517e07840fd7e 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(3091): Received CLOSE for 9de7813c4d6d517724b07ea6ee520e40 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for 23bc40a90b5e0a5ce7477e4e46f8be2d 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for e3f86cf42cc3a08393c717d6fbe9e1c2 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(3091): Received CLOSE for 612b9ca8cd7f890401770b2bbf1e0ee6 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,44225,1731730368256 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,35249,1731730368322 2024-11-16T04:14:12,297 INFO [RS:2;fda3efb342d8:35249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:14:12,297 INFO [RS:1;fda3efb342d8:44225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:14:12,298 INFO [RS:1;fda3efb342d8:44225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fda3efb342d8:44225. 2024-11-16T04:14:12,298 INFO [RS:2;fda3efb342d8:35249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fda3efb342d8:35249. 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e3c137e8634230791c3eb8d98d173ca, disabling compactions & flushes 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edc3e0377fc12e3b5f2ae9d46c784c80, disabling compactions & flushes 2024-11-16T04:14:12,298 DEBUG [RS:1;fda3efb342d8:44225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:12,298 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:14:12,298 DEBUG [RS:2;fda3efb342d8:35249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:12,298 DEBUG [RS:1;fda3efb342d8:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,298 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:14:12,298 DEBUG [RS:2;fda3efb342d8:35249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. after waiting 0 ms 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. after waiting 0 ms 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:14:12,298 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:14:12,298 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T04:14:12,298 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1325): Online Regions={edc3e0377fc12e3b5f2ae9d46c784c80=SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80., d47d1384f75181be22749f3e5d54208c=SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c., 0180b78c3225af778f8117271e578559=SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559., 9de7813c4d6d517724b07ea6ee520e40=SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40., 612b9ca8cd7f890401770b2bbf1e0ee6=SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6.} 2024-11-16T04:14:12,298 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:14:12,298 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:14:12,298 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:14:12,299 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:14:12,299 DEBUG [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1351): Waiting on 0180b78c3225af778f8117271e578559, 612b9ca8cd7f890401770b2bbf1e0ee6, 9de7813c4d6d517724b07ea6ee520e40, d47d1384f75181be22749f3e5d54208c, edc3e0377fc12e3b5f2ae9d46c784c80 2024-11-16T04:14:12,299 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-16T04:14:12,299 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1325): Online Regions={9e3c137e8634230791c3eb8d98d173ca=SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca., f39135e090673899dfb0b47c3846545e=SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e., b919141ef3c907cda1e517e07840fd7e=SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e., 1588230740=hbase:meta,,1.1588230740, 23bc40a90b5e0a5ce7477e4e46f8be2d=SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d., e3f86cf42cc3a08393c717d6fbe9e1c2=SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2.} 2024-11-16T04:14:12,299 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:14:12,299 DEBUG [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23bc40a90b5e0a5ce7477e4e46f8be2d, 9e3c137e8634230791c3eb8d98d173ca, b919141ef3c907cda1e517e07840fd7e, e3f86cf42cc3a08393c717d6fbe9e1c2, f39135e090673899dfb0b47c3846545e 2024-11-16T04:14:12,299 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:14:12,299 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:14:12,300 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:14:12,300 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:14:12,300 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-16T04:14:12,305 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9e3c137e8634230791c3eb8d98d173ca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,306 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/edc3e0377fc12e3b5f2ae9d46c784c80/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,308 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:14:12,308 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edc3e0377fc12e3b5f2ae9d46c784c80: Waiting for close lock at 1731730452297Running coprocessor pre-close hooks at 1731730452298 (+1 ms)Disabling compacts and flushes for region at 1731730452298Disabling writes for close at 1731730452298Writing region close event to WAL at 1731730452298Running coprocessor post-close hooks at 1731730452306 (+8 ms)Closed at 1731730452308 (+2 ms) 2024-11-16T04:14:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80. 2024-11-16T04:14:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d47d1384f75181be22749f3e5d54208c, disabling compactions & flushes 2024-11-16T04:14:12,309 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:14:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:14:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. after waiting 0 ms 2024-11-16T04:14:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:14:12,310 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:14:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e3c137e8634230791c3eb8d98d173ca: Waiting for close lock at 1731730452297Running coprocessor pre-close hooks at 1731730452298 (+1 ms)Disabling compacts and flushes for region at 1731730452298Disabling writes for close at 1731730452298Writing region close event to WAL at 1731730452299 (+1 ms)Running coprocessor post-close hooks at 1731730452310 (+11 ms)Closed at 1731730452310 2024-11-16T04:14:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731730380674.9e3c137e8634230791c3eb8d98d173ca. 2024-11-16T04:14:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f39135e090673899dfb0b47c3846545e, disabling compactions & flushes 2024-11-16T04:14:12,310 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:14:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:14:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. after waiting 0 ms 2024-11-16T04:14:12,311 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:14:12,325 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/d47d1384f75181be22749f3e5d54208c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,327 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:14:12,327 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d47d1384f75181be22749f3e5d54208c: Waiting for close lock at 1731730452309Running coprocessor pre-close hooks at 1731730452309Disabling compacts and flushes for region at 1731730452309Disabling writes for close at 1731730452309Writing region close event to WAL at 1731730452312 (+3 ms)Running coprocessor post-close hooks at 1731730452326 (+14 ms)Closed at 1731730452327 (+1 ms) 2024-11-16T04:14:12,328 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731730380674.d47d1384f75181be22749f3e5d54208c. 2024-11-16T04:14:12,328 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0180b78c3225af778f8117271e578559, disabling compactions & flushes 2024-11-16T04:14:12,328 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:14:12,328 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:14:12,328 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. after waiting 0 ms 2024-11-16T04:14:12,328 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:14:12,333 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/info/ee41e23dec79469bb3512ad326247ad1 is 167, key is SPTestTable,19999999,1731730380674.edc3e0377fc12e3b5f2ae9d46c784c80./info:regioninfo/1731730391133/Put/seqid=0 2024-11-16T04:14:12,336 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/f39135e090673899dfb0b47c3846545e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,337 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:14:12,337 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f39135e090673899dfb0b47c3846545e: Waiting for close lock at 1731730452310Running coprocessor pre-close hooks at 1731730452310Disabling compacts and flushes for region at 1731730452310Disabling writes for close at 1731730452311 (+1 ms)Writing region close event to WAL at 1731730452324 (+13 ms)Running coprocessor post-close hooks at 1731730452337 (+13 ms)Closed at 1731730452337 2024-11-16T04:14:12,337 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731730380674.f39135e090673899dfb0b47c3846545e. 2024-11-16T04:14:12,337 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b919141ef3c907cda1e517e07840fd7e, disabling compactions & flushes 2024-11-16T04:14:12,337 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:14:12,337 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:14:12,337 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. after waiting 0 ms 2024-11-16T04:14:12,338 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/0180b78c3225af778f8117271e578559/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,350 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0180b78c3225af778f8117271e578559: Waiting for close lock at 1731730452328Running coprocessor pre-close hooks at 1731730452328Disabling compacts and flushes for region at 1731730452328Disabling writes for close at 1731730452328Writing region close event to WAL at 1731730452334 (+6 ms)Running coprocessor post-close hooks at 1731730452350 (+16 ms)Closed at 1731730452350 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731730380674.0180b78c3225af778f8117271e578559. 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9de7813c4d6d517724b07ea6ee520e40, disabling compactions & flushes 2024-11-16T04:14:12,351 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. after waiting 0 ms 2024-11-16T04:14:12,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:14:12,354 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/b919141ef3c907cda1e517e07840fd7e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,355 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:14:12,355 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b919141ef3c907cda1e517e07840fd7e: Waiting for close lock at 1731730452337Running coprocessor pre-close hooks at 1731730452337Disabling compacts and flushes for region at 1731730452337Disabling writes for close at 1731730452337Writing region close event to WAL at 1731730452348 (+11 ms)Running coprocessor post-close hooks at 1731730452355 (+7 ms)Closed at 1731730452355 2024-11-16T04:14:12,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731730380674.b919141ef3c907cda1e517e07840fd7e. 2024-11-16T04:14:12,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23bc40a90b5e0a5ce7477e4e46f8be2d, disabling compactions & flushes 2024-11-16T04:14:12,356 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:14:12,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:14:12,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. after waiting 0 ms 2024-11-16T04:14:12,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:14:12,358 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:12,360 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:12,366 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/9de7813c4d6d517724b07ea6ee520e40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:14:12,367 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:14:12,367 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9de7813c4d6d517724b07ea6ee520e40: Waiting for close lock at 1731730452351Running coprocessor pre-close hooks at 1731730452351Disabling compacts and flushes for region at 1731730452351Disabling writes for close at 1731730452351Writing region close event to WAL at 1731730452353 (+2 ms)Running coprocessor post-close hooks at 1731730452367 (+14 ms)Closed at 1731730452367 2024-11-16T04:14:12,367 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731730380674.9de7813c4d6d517724b07ea6ee520e40. 2024-11-16T04:14:12,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741862_1038 (size=20292) 2024-11-16T04:14:12,367 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 612b9ca8cd7f890401770b2bbf1e0ee6, disabling compactions & flushes 2024-11-16T04:14:12,367 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:14:12,368 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:14:12,368 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. after waiting 0 ms 2024-11-16T04:14:12,368 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:14:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741862_1038 (size=20292) 2024-11-16T04:14:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741862_1038 (size=20292) 2024-11-16T04:14:12,371 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/info/ee41e23dec79469bb3512ad326247ad1 2024-11-16T04:14:12,376 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/23bc40a90b5e0a5ce7477e4e46f8be2d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,377 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:14:12,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23bc40a90b5e0a5ce7477e4e46f8be2d: Waiting for close lock at 1731730452356Running coprocessor pre-close hooks at 1731730452356Disabling compacts and flushes for region at 1731730452356Disabling writes for close at 1731730452356Writing region close event to WAL at 1731730452364 (+8 ms)Running coprocessor post-close hooks at 1731730452377 (+13 ms)Closed at 1731730452377 2024-11-16T04:14:12,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731730380674.23bc40a90b5e0a5ce7477e4e46f8be2d. 2024-11-16T04:14:12,378 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3f86cf42cc3a08393c717d6fbe9e1c2, disabling compactions & flushes 2024-11-16T04:14:12,378 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:14:12,378 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:14:12,378 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. after waiting 0 ms 2024-11-16T04:14:12,378 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:14:12,378 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/612b9ca8cd7f890401770b2bbf1e0ee6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:14:12,379 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:14:12,379 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 612b9ca8cd7f890401770b2bbf1e0ee6: Waiting for close lock at 1731730452367Running coprocessor pre-close hooks at 1731730452367Disabling compacts and flushes for region at 1731730452367Disabling writes for close at 1731730452368 (+1 ms)Writing region close event to WAL at 1731730452373 (+5 ms)Running coprocessor post-close hooks at 1731730452379 (+6 ms)Closed at 1731730452379 2024-11-16T04:14:12,379 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731730380674.612b9ca8cd7f890401770b2bbf1e0ee6. 2024-11-16T04:14:12,383 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/default/SPTestTable/e3f86cf42cc3a08393c717d6fbe9e1c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:14:12,383 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:14:12,384 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3f86cf42cc3a08393c717d6fbe9e1c2: Waiting for close lock at 1731730452377Running coprocessor pre-close hooks at 1731730452377Disabling compacts and flushes for region at 1731730452377Disabling writes for close at 1731730452378 (+1 ms)Writing region close event to WAL at 1731730452379 (+1 ms)Running coprocessor post-close hooks at 1731730452383 (+4 ms)Closed at 1731730452383 2024-11-16T04:14:12,384 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731730380674.e3f86cf42cc3a08393c717d6fbe9e1c2. 2024-11-16T04:14:12,402 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/ns/23baad239ef7430a9898a0e32764ca71 is 43, key is default/ns:d/1731730380386/Put/seqid=0 2024-11-16T04:14:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741863_1039 (size=5153) 2024-11-16T04:14:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741863_1039 (size=5153) 2024-11-16T04:14:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741863_1039 (size=5153) 2024-11-16T04:14:12,409 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/ns/23baad239ef7430a9898a0e32764ca71 2024-11-16T04:14:12,435 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/table/e9ad9c2e61a24b418461e655f4ba821f is 47, key is SPTestTable/table:state/1731730391241/Put/seqid=0 2024-11-16T04:14:12,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741864_1040 (size=5214) 2024-11-16T04:14:12,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741864_1040 (size=5214) 2024-11-16T04:14:12,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741864_1040 (size=5214) 2024-11-16T04:14:12,447 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/table/e9ad9c2e61a24b418461e655f4ba821f 2024-11-16T04:14:12,457 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/info/ee41e23dec79469bb3512ad326247ad1 as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/info/ee41e23dec79469bb3512ad326247ad1 2024-11-16T04:14:12,465 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/info/ee41e23dec79469bb3512ad326247ad1, entries=116, sequenceid=37, filesize=19.8 K 2024-11-16T04:14:12,466 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/ns/23baad239ef7430a9898a0e32764ca71 as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/ns/23baad239ef7430a9898a0e32764ca71 2024-11-16T04:14:12,475 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/ns/23baad239ef7430a9898a0e32764ca71, entries=2, sequenceid=37, filesize=5.0 K 2024-11-16T04:14:12,477 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/.tmp/table/e9ad9c2e61a24b418461e655f4ba821f as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/table/e9ad9c2e61a24b418461e655f4ba821f 2024-11-16T04:14:12,485 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/table/e9ad9c2e61a24b418461e655f4ba821f, entries=2, sequenceid=37, filesize=5.1 K 2024-11-16T04:14:12,486 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=37, compaction requested=false 2024-11-16T04:14:12,493 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-16T04:14:12,494 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:14:12,494 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:14:12,494 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730452299Running coprocessor pre-close hooks at 1731730452299Disabling compacts and flushes for region at 1731730452299Disabling writes for close at 1731730452300 (+1 ms)Obtaining lock to block concurrent updates at 1731730452300Preparing flush snapshotting stores in 1588230740 at 1731730452300Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731730452301 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730452302 (+1 ms)Flushing 1588230740/info: creating writer at 1731730452302Flushing 1588230740/info: appending metadata at 1731730452332 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731730452332Flushing 1588230740/ns: creating writer at 1731730452382 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731730452401 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731730452401Flushing 1588230740/table: creating writer at 1731730452418 (+17 ms)Flushing 1588230740/table: appending metadata at 1731730452434 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731730452434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7787dbb5: reopening flushed file at 1731730452456 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c68866b: reopening flushed file at 1731730452465 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af1686: reopening flushed file at 1731730452475 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=37, compaction requested=false at 1731730452486 (+11 ms)Writing region close event to WAL at 1731730452488 (+2 ms)Running coprocessor post-close hooks at 1731730452494 (+6 ms)Closed at 1731730452494 2024-11-16T04:14:12,494 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:14:12,499 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,35249,1731730368322; all regions closed. 2024-11-16T04:14:12,499 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,44225,1731730368256; all regions closed. 2024-11-16T04:14:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741834_1010 (size=3530) 2024-11-16T04:14:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741834_1010 (size=3530) 2024-11-16T04:14:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741834_1010 (size=3530) 2024-11-16T04:14:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741836_1012 (size=19530) 2024-11-16T04:14:12,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741836_1012 (size=19530) 2024-11-16T04:14:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741836_1012 (size=19530) 2024-11-16T04:14:12,506 DEBUG [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs 2024-11-16T04:14:12,506 DEBUG [RS:2;fda3efb342d8:35249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs 2024-11-16T04:14:12,506 INFO [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44225%2C1731730368256.meta:.meta(num 1731730380140) 2024-11-16T04:14:12,506 INFO [RS:2;fda3efb342d8:35249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C35249%2C1731730368322:(num 1731730369817) 2024-11-16T04:14:12,506 DEBUG [RS:2;fda3efb342d8:35249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,506 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:12,506 INFO [RS:2;fda3efb342d8:35249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:14:12,507 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:14:12,507 INFO [RS:2;fda3efb342d8:35249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35249 2024-11-16T04:14:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741835_1011 (size=3500) 2024-11-16T04:14:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741835_1011 (size=3500) 2024-11-16T04:14:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741835_1011 (size=3500) 2024-11-16T04:14:12,512 DEBUG [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/oldWALs 2024-11-16T04:14:12,512 INFO [RS:1;fda3efb342d8:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44225%2C1731730368256:(num 1731730369821) 2024-11-16T04:14:12,512 DEBUG [RS:1;fda3efb342d8:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:12,512 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:12,513 INFO [RS:1;fda3efb342d8:44225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:14:12,513 INFO [RS:1;fda3efb342d8:44225 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:14:12,513 INFO [RS:1;fda3efb342d8:44225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:14:12,513 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:14:12,513 INFO [RS:1;fda3efb342d8:44225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44225 2024-11-16T04:14:12,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,35249,1731730368322 2024-11-16T04:14:12,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:14:12,522 INFO [RS:2;fda3efb342d8:35249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:14:12,533 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,44225,1731730368256 2024-11-16T04:14:12,533 INFO [RS:1;fda3efb342d8:44225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:14:12,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,44225,1731730368256] 2024-11-16T04:14:12,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,44225,1731730368256 already deleted, retry=false 2024-11-16T04:14:12,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,44225,1731730368256 expired; onlineServers=1 2024-11-16T04:14:12,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,35249,1731730368322] 2024-11-16T04:14:12,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,35249,1731730368322 already deleted, retry=false 2024-11-16T04:14:12,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,35249,1731730368322 expired; onlineServers=0 2024-11-16T04:14:12,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,43593,1731730367306' ***** 2024-11-16T04:14:12,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:14:12,575 INFO [M:0;fda3efb342d8:43593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:14:12,575 INFO [M:0;fda3efb342d8:43593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:14:12,575 DEBUG [M:0;fda3efb342d8:43593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:14:12,575 DEBUG [M:0;fda3efb342d8:43593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:14:12,575 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730369442 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730369442,5,FailOnTimeoutGroup] 2024-11-16T04:14:12,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:14:12,576 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730369448 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730369448,5,FailOnTimeoutGroup] 2024-11-16T04:14:12,576 INFO [M:0;fda3efb342d8:43593 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:14:12,576 INFO [M:0;fda3efb342d8:43593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:14:12,576 DEBUG [M:0;fda3efb342d8:43593 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:14:12,576 INFO [M:0;fda3efb342d8:43593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:14:12,576 INFO [M:0;fda3efb342d8:43593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:14:12,576 ERROR [M:0;fda3efb342d8:43593 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:40903 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40903,5,PEWorkerGroup] 2024-11-16T04:14:12,577 INFO [M:0;fda3efb342d8:43593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:14:12,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:14:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:14:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:12,585 DEBUG [M:0;fda3efb342d8:43593 {}] zookeeper.ZKUtil(347): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:14:12,586 WARN [M:0;fda3efb342d8:43593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:14:12,586 INFO [M:0;fda3efb342d8:43593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/.lastflushedseqids 2024-11-16T04:14:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741865_1041 (size=686) 2024-11-16T04:14:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741865_1041 (size=686) 2024-11-16T04:14:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741865_1041 (size=686) 2024-11-16T04:14:12,600 INFO [M:0;fda3efb342d8:43593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:14:12,600 INFO [M:0;fda3efb342d8:43593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:14:12,600 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:14:12,600 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:12,600 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:12,600 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:14:12,600 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:12,600 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-11-16T04:14:12,617 DEBUG [M:0;fda3efb342d8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69264d1037946c1b5c020153cfc9ebd is 82, key is hbase:meta,,1/info:regioninfo/1731730380222/Put/seqid=0 2024-11-16T04:14:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741866_1042 (size=5672) 2024-11-16T04:14:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741866_1042 (size=5672) 2024-11-16T04:14:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741866_1042 (size=5672) 2024-11-16T04:14:12,625 INFO [M:0;fda3efb342d8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69264d1037946c1b5c020153cfc9ebd 2024-11-16T04:14:12,643 INFO [RS:2;fda3efb342d8:35249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:14:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:12,643 INFO [RS:2;fda3efb342d8:35249 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,35249,1731730368322; zookeeper connection closed. 2024-11-16T04:14:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35249-0x10141d85b910003, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:12,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51f2dc63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51f2dc63 2024-11-16T04:14:12,648 DEBUG [M:0;fda3efb342d8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b161351ea9411fa5e581e917ea1be1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730391251/Put/seqid=0 2024-11-16T04:14:12,654 INFO [RS:1;fda3efb342d8:44225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:14:12,654 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:12,654 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x10141d85b910002, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:12,654 INFO [RS:1;fda3efb342d8:44225 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,44225,1731730368256; zookeeper connection closed. 2024-11-16T04:14:12,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@737dc2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@737dc2f 2024-11-16T04:14:12,656 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T04:14:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741867_1043 (size=8972) 2024-11-16T04:14:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741867_1043 (size=8972) 2024-11-16T04:14:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741867_1043 (size=8972) 2024-11-16T04:14:13,063 INFO [M:0;fda3efb342d8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b161351ea9411fa5e581e917ea1be1 2024-11-16T04:14:13,071 INFO [M:0;fda3efb342d8:43593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03b161351ea9411fa5e581e917ea1be1 2024-11-16T04:14:13,093 DEBUG [M:0;fda3efb342d8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62604d9a349a4a5d9090ecd48de7fcc5 is 69, key is fda3efb342d8,35249,1731730368322/rs:state/1731730369529/Put/seqid=0 2024-11-16T04:14:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741868_1044 (size=5446) 2024-11-16T04:14:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741868_1044 (size=5446) 2024-11-16T04:14:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741868_1044 (size=5446) 2024-11-16T04:14:13,101 INFO [M:0;fda3efb342d8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62604d9a349a4a5d9090ecd48de7fcc5 2024-11-16T04:14:13,107 INFO [M:0;fda3efb342d8:43593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62604d9a349a4a5d9090ecd48de7fcc5 2024-11-16T04:14:13,109 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e69264d1037946c1b5c020153cfc9ebd as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e69264d1037946c1b5c020153cfc9ebd 2024-11-16T04:14:13,117 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e69264d1037946c1b5c020153cfc9ebd, entries=8, sequenceid=513, filesize=5.5 K 2024-11-16T04:14:13,118 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b161351ea9411fa5e581e917ea1be1 as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b161351ea9411fa5e581e917ea1be1 2024-11-16T04:14:13,126 INFO [M:0;fda3efb342d8:43593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03b161351ea9411fa5e581e917ea1be1 2024-11-16T04:14:13,127 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b161351ea9411fa5e581e917ea1be1, entries=56, sequenceid=513, filesize=8.8 K 2024-11-16T04:14:13,128 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62604d9a349a4a5d9090ecd48de7fcc5 as hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62604d9a349a4a5d9090ecd48de7fcc5 2024-11-16T04:14:13,136 INFO [M:0;fda3efb342d8:43593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62604d9a349a4a5d9090ecd48de7fcc5 2024-11-16T04:14:13,136 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/f76e6919-e76a-f4eb-f7a1-2ddedc0b1529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62604d9a349a4a5d9090ecd48de7fcc5, entries=3, sequenceid=513, filesize=5.3 K 2024-11-16T04:14:13,137 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=513, compaction requested=false 2024-11-16T04:14:13,138 INFO [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:13,138 DEBUG [M:0;fda3efb342d8:43593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730452600Disabling compacts and flushes for region at 1731730452600Disabling writes for close at 1731730452600Obtaining lock to block concurrent updates at 1731730452600Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730452600Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731730452601 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730452602 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730452602Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730452617 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730452617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730452630 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730452648 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730452648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730453071 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730453092 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730453092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c886d8: reopening flushed file at 1731730453108 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b2111f: reopening flushed file at 1731730453117 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35908f3e: reopening flushed file at 1731730453127 (+10 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=513, compaction requested=false at 1731730453137 (+10 ms)Writing region close event to WAL at 1731730453138 (+1 ms)Closed at 1731730453138 2024-11-16T04:14:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37041 is added to blk_1073741830_1006 (size=234135) 2024-11-16T04:14:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741830_1006 (size=234135) 2024-11-16T04:14:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741830_1006 (size=234135) 2024-11-16T04:14:13,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:14:13,142 INFO [M:0;fda3efb342d8:43593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:14:13,142 INFO [M:0;fda3efb342d8:43593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43593 2024-11-16T04:14:13,142 INFO [M:0;fda3efb342d8:43593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:14:13,254 INFO [M:0;fda3efb342d8:43593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:14:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10141d85b910000, quorum=127.0.0.1:52115, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:13,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:13,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:14:13,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:14:13,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:14:13,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,STOPPED} 2024-11-16T04:14:13,263 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:14:13,263 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:14:13,263 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1456092024-172.17.0.2-1731730362055 (Datanode Uuid 5f7aa312-53ef-4b2a-991e-c5983aac32e2) service to localhost/127.0.0.1:40903 2024-11-16T04:14:13,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:14:13,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data5/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data6/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:14:13,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:13,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:14:13,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:14:13,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:14:13,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,STOPPED} 2024-11-16T04:14:13,271 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:14:13,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:14:13,271 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1456092024-172.17.0.2-1731730362055 (Datanode Uuid ff7b3855-477a-4474-8733-a165819aae34) service to localhost/127.0.0.1:40903 2024-11-16T04:14:13,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:14:13,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data3/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data4/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:14:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:13,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:14:13,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:14:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:14:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,STOPPED} 2024-11-16T04:14:13,276 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:14:13,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:14:13,276 WARN [BP-1456092024-172.17.0.2-1731730362055 heartbeating to localhost/127.0.0.1:40903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1456092024-172.17.0.2-1731730362055 (Datanode Uuid d90d0fe3-ca87-48d1-aa82-bb755328ff69) service to localhost/127.0.0.1:40903 2024-11-16T04:14:13,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:14:13,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data1/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/cluster_7b863978-edd3-836b-ad40-56489286635f/data/data2/current/BP-1456092024-172.17.0.2-1731730362055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:14:13,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:14:13,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:14:13,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:14:13,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:14:13,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:14:13,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir/,STOPPED} 2024-11-16T04:14:13,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:14:13,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:14:13,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5ab1aaea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40903 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40903 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 344), ProcessCount=11 (was 12), AvailableMemoryMB=8821 (was 10401) 2024-11-16T04:14:13,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=8821 2024-11-16T04:14:13,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir so I do NOT create it in target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d 2024-11-16T04:14:13,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:14:13,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.tmp.dir so I do NOT create it in target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d 2024-11-16T04:14:13,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ba54b92-13ef-545c-4318-fd1142c95c81/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:14:13,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d 2024-11-16T04:14:13,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e, deleteOnExit=true 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/test.cache.data in system properties and HBase conf 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:14:13,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:14:13,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:14:13,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:14:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:14:13,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:14:13,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:14:13,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:14:13,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:14:13,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:14:13,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:14:13,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@495cc068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:14:13,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3e7f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:14:14,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c60a063{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/java.io.tmpdir/jetty-localhost-39101-hadoop-hdfs-3_4_1-tests_jar-_-any-11545285117855251845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:14:14,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@430d345b{HTTP/1.1, (http/1.1)}{localhost:39101} 2024-11-16T04:14:14,046 INFO [Time-limited test {}] server.Server(415): Started @94669ms 2024-11-16T04:14:14,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:14:14,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:14:14,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:14:14,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:14:14,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:14:14,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63421172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:14:14,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201c67a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:14:14,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31c76ac8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/java.io.tmpdir/jetty-localhost-34455-hadoop-hdfs-3_4_1-tests_jar-_-any-12773889627805623702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:14,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aae0e41{HTTP/1.1, (http/1.1)}{localhost:34455} 2024-11-16T04:14:14,400 INFO [Time-limited test {}] server.Server(415): Started @95022ms 2024-11-16T04:14:14,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:14:14,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:14:14,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:14:14,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:14:14,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:14:14,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:14:14,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17834c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:14:14,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3b5ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:14:14,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114b6dbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/java.io.tmpdir/jetty-localhost-41679-hadoop-hdfs-3_4_1-tests_jar-_-any-11986120503620854224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:14,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4109d07e{HTTP/1.1, (http/1.1)}{localhost:41679} 2024-11-16T04:14:14,531 INFO [Time-limited test {}] server.Server(415): Started @95153ms 2024-11-16T04:14:14,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:14:14,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:14:14,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:14:14,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:14:14,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:14:14,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:14:14,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:14:14,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e86945c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:14:14,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5704264e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/java.io.tmpdir/jetty-localhost-41911-hadoop-hdfs-3_4_1-tests_jar-_-any-11583151412028618586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:14:14,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384fb1d9{HTTP/1.1, (http/1.1)}{localhost:41911} 2024-11-16T04:14:14,657 INFO [Time-limited test {}] server.Server(415): Started @95279ms 2024-11-16T04:14:14,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:14:15,670 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data1/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,670 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data2/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,689 WARN [Thread-643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:14:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ed98ffd1a85ce9 with lease ID 0x48dfbe898d0a1444: Processing first storage report for DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=6e2a9824-2b9f-43f9-9eac-e8fbf716fbee, infoPort=38597, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ed98ffd1a85ce9 with lease ID 0x48dfbe898d0a1444: from storage DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=6e2a9824-2b9f-43f9-9eac-e8fbf716fbee, infoPort=38597, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ed98ffd1a85ce9 with lease ID 0x48dfbe898d0a1444: Processing first storage report for DS-a672d5a9-e838-46f4-ad6a-ef4f870bd793 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=6e2a9824-2b9f-43f9-9eac-e8fbf716fbee, infoPort=38597, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ed98ffd1a85ce9 with lease ID 0x48dfbe898d0a1444: from storage DS-a672d5a9-e838-46f4-ad6a-ef4f870bd793 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=6e2a9824-2b9f-43f9-9eac-e8fbf716fbee, infoPort=38597, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,871 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data3/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,871 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data4/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,890 WARN [Thread-666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:14:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb2a7fd977881d1 with lease ID 0x48dfbe898d0a1445: Processing first storage report for DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96 from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=e1867f68-2925-4458-83fe-6d6d7be39212, infoPort=35709, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb2a7fd977881d1 with lease ID 0x48dfbe898d0a1445: from storage DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96 node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=e1867f68-2925-4458-83fe-6d6d7be39212, infoPort=35709, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb2a7fd977881d1 with lease ID 0x48dfbe898d0a1445: Processing first storage report for DS-db3a1ac4-9903-4031-9dbd-41f5c73799ab from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=e1867f68-2925-4458-83fe-6d6d7be39212, infoPort=35709, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb2a7fd977881d1 with lease ID 0x48dfbe898d0a1445: from storage DS-db3a1ac4-9903-4031-9dbd-41f5c73799ab node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=e1867f68-2925-4458-83fe-6d6d7be39212, infoPort=35709, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,944 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data5/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,944 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data6/current/BP-2107526372-172.17.0.2-1731730453410/current, will proceed with Du for space computation calculation, 2024-11-16T04:14:15,969 WARN [Thread-688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:14:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf79ac6b47089e6a4 with lease ID 0x48dfbe898d0a1446: Processing first storage report for DS-acd66a44-8d09-41ef-8b64-4cd083498678 from datanode DatanodeRegistration(127.0.0.1:37049, datanodeUuid=6301ae0f-00cc-465a-893f-addecffd15e1, infoPort=40449, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf79ac6b47089e6a4 with lease ID 0x48dfbe898d0a1446: from storage DS-acd66a44-8d09-41ef-8b64-4cd083498678 node DatanodeRegistration(127.0.0.1:37049, datanodeUuid=6301ae0f-00cc-465a-893f-addecffd15e1, infoPort=40449, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf79ac6b47089e6a4 with lease ID 0x48dfbe898d0a1446: Processing first storage report for DS-4689eb32-0303-4b5f-98eb-28c53c29460b from datanode DatanodeRegistration(127.0.0.1:37049, datanodeUuid=6301ae0f-00cc-465a-893f-addecffd15e1, infoPort=40449, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410) 2024-11-16T04:14:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf79ac6b47089e6a4 with lease ID 0x48dfbe898d0a1446: from storage DS-4689eb32-0303-4b5f-98eb-28c53c29460b node DatanodeRegistration(127.0.0.1:37049, datanodeUuid=6301ae0f-00cc-465a-893f-addecffd15e1, infoPort=40449, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=861677119;c=1731730453410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:14:15,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d 2024-11-16T04:14:15,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/zookeeper_0, clientPort=59292, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:14:15,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59292 2024-11-16T04:14:15,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:15,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:14:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:14:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:14:16,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 with version=8 2024-11-16T04:14:16,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/hbase-staging 2024-11-16T04:14:16,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:14:16,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:14:16,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:14:16,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43813 2024-11-16T04:14:16,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43813 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-11-16T04:14:16,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438130x0, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:14:16,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43813-0x10141d9b9630000 connected 2024-11-16T04:14:16,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:16,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3, hbase.cluster.distributed=false 2024-11-16T04:14:16,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:14:16,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43813 2024-11-16T04:14:16,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43813 2024-11-16T04:14:16,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43813 2024-11-16T04:14:16,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43813 2024-11-16T04:14:16,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43813 2024-11-16T04:14:16,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:14:16,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:14:16,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33715 2024-11-16T04:14:16,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33715 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-11-16T04:14:16,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337150x0, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:14:16,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33715-0x10141d9b9630001 connected 2024-11-16T04:14:16,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:16,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:14:16,215 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:14:16,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:14:16,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:14:16,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-16T04:14:16,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33715 2024-11-16T04:14:16,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33715 2024-11-16T04:14:16,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-16T04:14:16,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-16T04:14:16,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:14:16,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:14:16,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37575 2024-11-16T04:14:16,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37575 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-11-16T04:14:16,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375750x0, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:14:16,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37575-0x10141d9b9630002 connected 2024-11-16T04:14:16,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:16,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:14:16,257 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:14:16,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:14:16,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:14:16,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-16T04:14:16,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37575 2024-11-16T04:14:16,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37575 2024-11-16T04:14:16,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-16T04:14:16,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-16T04:14:16,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:14:16,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:14:16,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36307 2024-11-16T04:14:16,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36307 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-11-16T04:14:16,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363070x0, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:14:16,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363070x0, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:14:16,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36307-0x10141d9b9630003 connected 2024-11-16T04:14:16,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:14:16,300 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:14:16,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:14:16,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:14:16,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-16T04:14:16,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36307 2024-11-16T04:14:16,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36307 2024-11-16T04:14:16,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-16T04:14:16,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-16T04:14:16,316 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:43813 2024-11-16T04:14:16,317 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,330 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,342 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:14:16,342 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fda3efb342d8,43813,1731730456011 from backup master directory 2024-11-16T04:14:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,350 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:14:16,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:14:16,355 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/hbase.id] with ID: c2fd6334-b716-48f1-abf8-1c9110676188 2024-11-16T04:14:16,355 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.tmp/hbase.id 2024-11-16T04:14:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:14:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:14:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:14:16,369 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.tmp/hbase.id]:[hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/hbase.id] 2024-11-16T04:14:16,386 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:14:16,386 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:14:16,388 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T04:14:16,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:14:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:14:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:14:16,424 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:14:16,425 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:14:16,425 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:14:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:14:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:14:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:14:16,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store 2024-11-16T04:14:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:14:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:14:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:14:16,452 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:16,452 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:14:16,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730456452Disabling compacts and flushes for region at 1731730456452Disabling writes for close at 1731730456452Writing region close event to WAL at 1731730456452Closed at 1731730456452 2024-11-16T04:14:16,453 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/.initializing 2024-11-16T04:14:16,454 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/WALs/fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,455 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:14:16,457 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C43813%2C1731730456011, suffix=, logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/WALs/fda3efb342d8,43813,1731730456011, archiveDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/oldWALs, maxLogs=10 2024-11-16T04:14:16,472 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/WALs/fda3efb342d8,43813,1731730456011/fda3efb342d8%2C43813%2C1731730456011.1731730456457, exclude list is [], retry=0 2024-11-16T04:14:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96,DISK] 2024-11-16T04:14:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-acd66a44-8d09-41ef-8b64-4cd083498678,DISK] 2024-11-16T04:14:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7,DISK] 2024-11-16T04:14:16,480 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/WALs/fda3efb342d8,43813,1731730456011/fda3efb342d8%2C43813%2C1731730456011.1731730456457 2024-11-16T04:14:16,484 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:40449:40449),(127.0.0.1/127.0.0.1:38597:38597)] 2024-11-16T04:14:16,484 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:14:16,484 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:16,485 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,485 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:14:16,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:16,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:14:16,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:16,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:14:16,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:16,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:14:16,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:16,497 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,497 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,498 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,499 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,499 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,500 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:14:16,501 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:14:16,504 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:16,505 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72083430, jitterRate=0.07412680983543396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:14:16,505 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730456485Initializing all the Stores at 1731730456486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730456486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730456486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730456486Cleaning up temporary data from old regions at 1731730456499 (+13 ms)Region opened successfully at 1731730456505 (+6 ms) 2024-11-16T04:14:16,505 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:14:16,509 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40911916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:14:16,510 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:14:16,510 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:14:16,510 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:14:16,510 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:14:16,511 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:14:16,511 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:14:16,511 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T04:14:16,514 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:14:16,515 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:14:16,528 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:14:16,528 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:14:16,529 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:14:16,539 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:14:16,540 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:14:16,541 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:14:16,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:14:16,551 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:14:16,560 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:14:16,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:14:16,571 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,582 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,43813,1731730456011, sessionid=0x10141d9b9630000, setting cluster-up flag (Was=false) 2024-11-16T04:14:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,634 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:14:16,636 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:16,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:14:16,691 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,43813,1731730456011 2024-11-16T04:14:16,694 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:14:16,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:14:16,699 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:14:16,699 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:14:16,700 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,43813,1731730456011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:14:16,701 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:14:16,702 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730486703 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:14:16,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:14:16,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:14:16,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:14:16,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:14:16,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:14:16,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:14:16,705 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456705,5,FailOnTimeoutGroup] 2024-11-16T04:14:16,705 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456705,5,FailOnTimeoutGroup] 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:14:16,708 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(746): ClusterId : c2fd6334-b716-48f1-abf8-1c9110676188 2024-11-16T04:14:16,708 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:14:16,709 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(746): ClusterId : c2fd6334-b716-48f1-abf8-1c9110676188 2024-11-16T04:14:16,709 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:14:16,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:14:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:14:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:14:16,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:14:16,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:16,718 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(746): ClusterId : c2fd6334-b716-48f1-abf8-1c9110676188 2024-11-16T04:14:16,719 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:14:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:14:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:14:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:14:16,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:16,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:14:16,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:14:16,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:16,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:14:16,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:14:16,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:16,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:14:16,740 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:14:16,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:14:16,740 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:14:16,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,740 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:14:16,740 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:14:16,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:16,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:14:16,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:14:16,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:16,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:16,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:14:16,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740 2024-11-16T04:14:16,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740 2024-11-16T04:14:16,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:14:16,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:14:16,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:14:16,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:14:16,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:16,750 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:14:16,750 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:14:16,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73022463, jitterRate=0.0881194919347763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:14:16,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730456729Initializing all the Stores at 1731730456730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730456730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456730Cleaning up temporary data from old regions at 1731730456746 (+16 ms)Region opened successfully at 1731730456752 (+6 ms) 2024-11-16T04:14:16,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:14:16,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:14:16,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:14:16,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:14:16,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:14:16,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:14:16,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730456752Disabling compacts and flushes for region at 1731730456752Disabling writes for close at 1731730456752Writing region close event to WAL at 1731730456752Closed at 1731730456752 2024-11-16T04:14:16,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:14:16,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:14:16,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:14:16,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:14:16,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:14:16,771 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:14:16,772 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:14:16,772 DEBUG [RS:0;fda3efb342d8:33715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316db47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:14:16,772 DEBUG [RS:1;fda3efb342d8:37575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b6adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:14:16,772 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:14:16,772 DEBUG [RS:2;fda3efb342d8:36307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3957305a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:14:16,787 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fda3efb342d8:37575 2024-11-16T04:14:16,788 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:14:16,788 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:14:16,788 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:14:16,788 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:33715 2024-11-16T04:14:16,788 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:14:16,788 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:14:16,788 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:14:16,789 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43813,1731730456011 with port=37575, startcode=1731730456236 2024-11-16T04:14:16,789 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43813,1731730456011 with port=33715, startcode=1731730456194 2024-11-16T04:14:16,789 DEBUG [RS:1;fda3efb342d8:37575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:14:16,789 DEBUG [RS:0;fda3efb342d8:33715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:14:16,789 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fda3efb342d8:36307 2024-11-16T04:14:16,789 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:14:16,789 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:14:16,789 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:14:16,790 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,43813,1731730456011 with port=36307, startcode=1731730456280 2024-11-16T04:14:16,790 DEBUG [RS:2;fda3efb342d8:36307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:14:16,791 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:14:16,791 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:14:16,791 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:14:16,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,793 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:16,793 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33399 2024-11-16T04:14:16,793 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:14:16,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,794 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:16,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43813 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,794 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33399 2024-11-16T04:14:16,794 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:14:16,795 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:16,795 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33399 2024-11-16T04:14:16,795 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:14:16,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:14:16,843 DEBUG [RS:1;fda3efb342d8:37575 {}] zookeeper.ZKUtil(111): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,843 WARN [RS:1;fda3efb342d8:37575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:14:16,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,36307,1731730456280] 2024-11-16T04:14:16,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,33715,1731730456194] 2024-11-16T04:14:16,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,37575,1731730456236] 2024-11-16T04:14:16,843 INFO [RS:1;fda3efb342d8:37575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:14:16,843 DEBUG [RS:2;fda3efb342d8:36307 {}] zookeeper.ZKUtil(111): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,843 WARN [RS:2;fda3efb342d8:36307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:14:16,843 DEBUG [RS:0;fda3efb342d8:33715 {}] zookeeper.ZKUtil(111): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,843 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,843 INFO [RS:2;fda3efb342d8:36307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:14:16,843 WARN [RS:0;fda3efb342d8:33715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:14:16,843 INFO [RS:0;fda3efb342d8:33715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:14:16,843 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,843 DEBUG [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,847 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:14:16,847 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:14:16,850 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:14:16,850 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:14:16,850 INFO [RS:1;fda3efb342d8:37575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:14:16,850 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,850 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:14:16,851 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:14:16,851 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:14:16,852 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,852 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,853 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,853 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,853 DEBUG [RS:1;fda3efb342d8:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,853 INFO [RS:2;fda3efb342d8:36307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:14:16,853 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,856 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:14:16,856 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:14:16,856 INFO [RS:0;fda3efb342d8:33715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:14:16,857 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37575,1731730456236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:14:16,857 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:14:16,857 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:14:16,857 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:14:16,858 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,858 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:14:16,859 DEBUG [RS:2;fda3efb342d8:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,859 DEBUG [RS:0;fda3efb342d8:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:14:16,864 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,864 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,864 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,864 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,864 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,865 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33715,1731730456194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:14:16,866 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,866 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,866 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,866 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,866 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,867 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36307,1731730456280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:14:16,879 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:14:16,880 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37575,1731730456236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,880 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,880 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.Replication(171): fda3efb342d8,37575,1731730456236 started 2024-11-16T04:14:16,887 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:14:16,887 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:14:16,887 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33715,1731730456194-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,887 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36307,1731730456280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,887 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,887 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.Replication(171): fda3efb342d8,36307,1731730456280 started 2024-11-16T04:14:16,887 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,887 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.Replication(171): fda3efb342d8,33715,1731730456194 started 2024-11-16T04:14:16,901 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,901 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,37575,1731730456236, RpcServer on fda3efb342d8/172.17.0.2:37575, sessionid=0x10141d9b9630002 2024-11-16T04:14:16,901 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:14:16,901 DEBUG [RS:1;fda3efb342d8:37575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,901 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37575,1731730456236' 2024-11-16T04:14:16,901 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:14:16,902 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:14:16,902 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:14:16,902 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:14:16,902 DEBUG [RS:1;fda3efb342d8:37575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,37575,1731730456236 2024-11-16T04:14:16,903 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37575,1731730456236' 2024-11-16T04:14:16,903 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:14:16,903 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:14:16,905 DEBUG [RS:1;fda3efb342d8:37575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:14:16,905 INFO [RS:1;fda3efb342d8:37575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:14:16,905 INFO [RS:1;fda3efb342d8:37575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:14:16,907 WARN [fda3efb342d8:43813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:14:16,907 INFO [RS:0;fda3efb342d8:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,907 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:16,908 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,36307,1731730456280, RpcServer on fda3efb342d8/172.17.0.2:36307, sessionid=0x10141d9b9630003 2024-11-16T04:14:16,908 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,33715,1731730456194, RpcServer on fda3efb342d8/172.17.0.2:33715, sessionid=0x10141d9b9630001 2024-11-16T04:14:16,908 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:14:16,908 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:14:16,908 DEBUG [RS:0;fda3efb342d8:33715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,908 DEBUG [RS:2;fda3efb342d8:36307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,908 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,33715,1731730456194' 2024-11-16T04:14:16,908 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36307,1731730456280' 2024-11-16T04:14:16,908 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:14:16,908 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:14:16,908 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,36307,1731730456280 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36307,1731730456280' 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,33715,1731730456194 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,33715,1731730456194' 2024-11-16T04:14:16,909 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:14:16,909 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:14:16,910 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:14:16,910 DEBUG [RS:2;fda3efb342d8:36307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:14:16,910 INFO [RS:2;fda3efb342d8:36307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:14:16,910 INFO [RS:2;fda3efb342d8:36307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:14:16,910 DEBUG [RS:0;fda3efb342d8:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:14:16,910 INFO [RS:0;fda3efb342d8:33715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:14:16,910 INFO [RS:0;fda3efb342d8:33715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:14:17,006 INFO [RS:1;fda3efb342d8:37575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:14:17,008 INFO [RS:1;fda3efb342d8:37575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C37575%2C1731730456236, suffix=, logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,37575,1731730456236, archiveDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs, maxLogs=32 2024-11-16T04:14:17,010 INFO [RS:2;fda3efb342d8:36307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:14:17,010 INFO [RS:0;fda3efb342d8:33715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:14:17,012 INFO [RS:0;fda3efb342d8:33715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C33715%2C1731730456194, suffix=, logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194, archiveDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs, maxLogs=32 2024-11-16T04:14:17,012 INFO [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C36307%2C1731730456280, suffix=, logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280, archiveDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs, maxLogs=32 2024-11-16T04:14:17,026 DEBUG [RS:0;fda3efb342d8:33715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194/fda3efb342d8%2C33715%2C1731730456194.1731730457014, exclude list is [], retry=0 2024-11-16T04:14:17,026 DEBUG [RS:1;fda3efb342d8:37575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,37575,1731730456236/fda3efb342d8%2C37575%2C1731730456236.1731730457009, exclude list is [], retry=0 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7,DISK] 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7,DISK] 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-acd66a44-8d09-41ef-8b64-4cd083498678,DISK] 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96,DISK] 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-acd66a44-8d09-41ef-8b64-4cd083498678,DISK] 2024-11-16T04:14:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96,DISK] 2024-11-16T04:14:17,031 DEBUG [RS:2;fda3efb342d8:36307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280/fda3efb342d8%2C36307%2C1731730456280.1731730457014, exclude list is [], retry=0 2024-11-16T04:14:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96,DISK] 2024-11-16T04:14:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-acd66a44-8d09-41ef-8b64-4cd083498678,DISK] 2024-11-16T04:14:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7,DISK] 2024-11-16T04:14:17,037 INFO [RS:0;fda3efb342d8:33715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194/fda3efb342d8%2C33715%2C1731730456194.1731730457014 2024-11-16T04:14:17,037 DEBUG [RS:0;fda3efb342d8:33715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:40449:40449),(127.0.0.1/127.0.0.1:35709:35709)] 2024-11-16T04:14:17,040 INFO [RS:1;fda3efb342d8:37575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,37575,1731730456236/fda3efb342d8%2C37575%2C1731730456236.1731730457009 2024-11-16T04:14:17,041 DEBUG [RS:1;fda3efb342d8:37575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:40449:40449),(127.0.0.1/127.0.0.1:35709:35709)] 2024-11-16T04:14:17,041 INFO [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280/fda3efb342d8%2C36307%2C1731730456280.1731730457014 2024-11-16T04:14:17,042 DEBUG [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:40449:40449)] 2024-11-16T04:14:17,157 DEBUG [fda3efb342d8:43813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T04:14:17,158 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:14:17,160 INFO [fda3efb342d8:43813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:14:17,160 INFO [fda3efb342d8:43813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:14:17,160 INFO [fda3efb342d8:43813 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:14:17,160 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:14:17,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:17,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36307,1731730456280, state=OPENING 2024-11-16T04:14:17,171 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:14:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:14:17,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:17,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:17,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:17,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:14:17,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:14:17,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:17,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:14:17,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:17,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:14:17,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:14:23,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:14:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:23,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:23,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:27,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:14:27,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:14:27,193 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:14:27,193 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:14:27,193 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:14:27,195 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C36307%2C1731730456280.meta, suffix=.meta, logDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280, archiveDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs, maxLogs=32 2024-11-16T04:14:27,210 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280/fda3efb342d8%2C36307%2C1731730456280.meta.1731730467196.meta, exclude list is [], retry=0 2024-11-16T04:14:27,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-acd66a44-8d09-41ef-8b64-4cd083498678,DISK] 2024-11-16T04:14:27,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-6e8dec8d-55c7-49a8-8b33-c732c328ff96,DISK] 2024-11-16T04:14:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-90b4584b-d0eb-41f4-b347-c6dce3b6cde7,DISK] 2024-11-16T04:14:27,220 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,36307,1731730456280/fda3efb342d8%2C36307%2C1731730456280.meta.1731730467196.meta 2024-11-16T04:14:27,222 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40449:40449),(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:38597:38597)] 2024-11-16T04:14:27,222 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:14:27,223 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:14:27,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:14:27,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:14:27,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:14:27,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:27,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:14:27,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:14:27,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:27,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:27,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:14:27,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:14:27,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:27,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:27,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:14:27,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:14:27,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:27,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:14:27,234 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:14:27,234 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740 2024-11-16T04:14:27,236 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740 2024-11-16T04:14:27,237 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:14:27,237 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:14:27,238 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:14:27,239 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:14:27,243 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69963516, jitterRate=0.0425376296043396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:14:27,243 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:14:27,244 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730467224Writing region info on filesystem at 1731730467224Initializing all the Stores at 1731730467225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730467225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730467225Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730467225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730467225Cleaning up temporary data from old regions at 1731730467237 (+12 ms)Running coprocessor post-open hooks at 1731730467243 (+6 ms)Region opened successfully at 1731730467244 (+1 ms) 2024-11-16T04:14:27,246 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730467185 2024-11-16T04:14:27,248 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:14:27,248 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:14:27,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:27,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36307,1731730456280, state=OPEN 2024-11-16T04:14:27,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:14:27,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:14:27,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:14:27,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:14:27,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:27,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:27,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:27,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:27,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:14:27,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:14:27,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36307,1731730456280 in 10.1350 sec 2024-11-16T04:14:27,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:14:27,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5670 sec 2024-11-16T04:14:27,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:14:27,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:14:27,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:14:27,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36307,1731730456280, seqNum=-1] 2024-11-16T04:14:27,336 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:14:27,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:14:27,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6530 sec 2024-11-16T04:14:27,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730467350, completionTime=-1 2024-11-16T04:14:27,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T04:14:27,351 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:14:27,354 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T04:14:27,354 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730527354 2024-11-16T04:14:27,354 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730587354 2024-11-16T04:14:27,354 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-16T04:14:27,354 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:14:27,365 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,365 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,365 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,365 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:43813, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,365 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,370 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:14:27,372 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,377 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.026sec 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:14:27,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:14:27,397 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:14:27,414 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:14:27,414 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:14:27,414 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43813,1731730456011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:14:27,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,43813,-1 for getting cluster id 2024-11-16T04:14:27,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:14:27,441 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2fd6334-b716-48f1-abf8-1c9110676188' 2024-11-16T04:14:27,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:14:27,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2fd6334-b716-48f1-abf8-1c9110676188" 2024-11-16T04:14:27,444 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f8e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,444 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,43813,-1] 2024-11-16T04:14:27,444 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:14:27,445 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:27,452 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:14:27,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:14:27,459 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36307,1731730456280, seqNum=-1] 2024-11-16T04:14:27,460 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:14:27,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:14:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,43813,1731730456011 2024-11-16T04:14:27,483 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731730467483 (current time:1731730467483). 2024-11-16T04:14:27,483 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T04:14:27,484 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T04:14:27,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c6ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,43813,-1 for getting cluster id 2024-11-16T04:14:27,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:14:27,486 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2fd6334-b716-48f1-abf8-1c9110676188' 2024-11-16T04:14:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:14:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2fd6334-b716-48f1-abf8-1c9110676188" 2024-11-16T04:14:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af98bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,43813,-1] 2024-11-16T04:14:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:14:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:27,489 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:14:27,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682f78bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:14:27,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:14:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36307,1731730456280, seqNum=-1] 2024-11-16T04:14:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:14:27,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:14:27,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:14:27,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:27,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:27,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:27,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:14:27,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:14:27,500 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,43813,1731730456011 2024-11-16T04:14:27,500 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@452b5020 2024-11-16T04:14:27,500 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:14:27,519 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:14:27,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:14:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T04:14:27,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:14:27,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:27,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T04:14:27,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:14:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:14:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:14:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741837_1013 (size=361) 2024-11-16T04:14:27,615 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10d3f6fb8551d8f13222db99dbd1641a, NAME => 'SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,621 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac53a2fc271794c5dab8385d41a575d2, NAME => 'SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:27,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 646295197d6e75dfe78be90b003f2829, NAME => 'SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:14:27,693 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:14:27,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:14:27,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:14:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741839_1015 (size=62) 2024-11-16T04:14:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741839_1015 (size=62) 2024-11-16T04:14:27,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741839_1015 (size=62) 2024-11-16T04:14:27,751 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ac53a2fc271794c5dab8385d41a575d2, disabling compactions & flushes 2024-11-16T04:14:27,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:27,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:27,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. after waiting 0 ms 2024-11-16T04:14:27,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:27,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:27,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac53a2fc271794c5dab8385d41a575d2: Waiting for close lock at 1731730467752Disabling compacts and flushes for region at 1731730467752Disabling writes for close at 1731730467752Writing region close event to WAL at 1731730467752Closed at 1731730467752 2024-11-16T04:14:27,753 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ce8db9c09af58bcfc65cc80e2d1c6b9d, NAME => 'SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741838_1014 (size=54) 2024-11-16T04:14:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741838_1014 (size=54) 2024-11-16T04:14:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741838_1014 (size=54) 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 10d3f6fb8551d8f13222db99dbd1641a, disabling compactions & flushes 2024-11-16T04:14:27,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. after waiting 0 ms 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:27,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:27,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10d3f6fb8551d8f13222db99dbd1641a: Waiting for close lock at 1731730467764Disabling compacts and flushes for region at 1731730467764Disabling writes for close at 1731730467764Writing region close event to WAL at 1731730467764Closed at 1731730467764 2024-11-16T04:14:27,765 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b67f6d4578cf3b512032d9a57adbfe2, NAME => 'SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:14:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:14:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741840_1016 (size=62) 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 646295197d6e75dfe78be90b003f2829, disabling compactions & flushes 2024-11-16T04:14:27,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. after waiting 0 ms 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:27,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:27,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 646295197d6e75dfe78be90b003f2829: Waiting for close lock at 1731730467809Disabling compacts and flushes for region at 1731730467809Disabling writes for close at 1731730467809Writing region close event to WAL at 1731730467809Closed at 1731730467809 2024-11-16T04:14:27,810 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fda377c919de9ca0fb4afb587c507da3, NAME => 'SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:14:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5b67f6d4578cf3b512032d9a57adbfe2, disabling compactions & flushes 2024-11-16T04:14:27,836 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. after waiting 0 ms 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:27,836 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:27,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b67f6d4578cf3b512032d9a57adbfe2: Waiting for close lock at 1731730467836Disabling compacts and flushes for region at 1731730467836Disabling writes for close at 1731730467836Writing region close event to WAL at 1731730467836Closed at 1731730467836 2024-11-16T04:14:27,837 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9133fb8fd613ad23c93f5fcec000ed5e, NAME => 'SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741842_1018 (size=62) 2024-11-16T04:14:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:14:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:14:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741841_1017 (size=62) 2024-11-16T04:14:27,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ce8db9c09af58bcfc65cc80e2d1c6b9d, disabling compactions & flushes 2024-11-16T04:14:27,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:27,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:27,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. after waiting 0 ms 2024-11-16T04:14:27,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:27,862 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:27,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ce8db9c09af58bcfc65cc80e2d1c6b9d: Waiting for close lock at 1731730467861Disabling compacts and flushes for region at 1731730467861Disabling writes for close at 1731730467862 (+1 ms)Writing region close event to WAL at 1731730467862Closed at 1731730467862 2024-11-16T04:14:27,862 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ee422434eac70e8ea472e380e5695e09, NAME => 'SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:14:27,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fda377c919de9ca0fb4afb587c507da3, disabling compactions & flushes 2024-11-16T04:14:27,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:27,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:27,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. after waiting 0 ms 2024-11-16T04:14:27,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:27,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:27,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fda377c919de9ca0fb4afb587c507da3: Waiting for close lock at 1731730467884Disabling compacts and flushes for region at 1731730467884Disabling writes for close at 1731730467885 (+1 ms)Writing region close event to WAL at 1731730467885Closed at 1731730467885 2024-11-16T04:14:27,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d4f0f7c76da0216754f064cfa2f15d7, NAME => 'SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:14:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741843_1019 (size=62) 2024-11-16T04:14:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:14:27,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:14:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741844_1020 (size=62) 2024-11-16T04:14:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9133fb8fd613ad23c93f5fcec000ed5e, disabling compactions & flushes 2024-11-16T04:14:27,903 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:27,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:27,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. after waiting 0 ms 2024-11-16T04:14:27,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:27,904 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:27,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9133fb8fd613ad23c93f5fcec000ed5e: Waiting for close lock at 1731730467903Disabling compacts and flushes for region at 1731730467903Disabling writes for close at 1731730467904 (+1 ms)Writing region close event to WAL at 1731730467904Closed at 1731730467904 2024-11-16T04:14:27,905 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a039a3ce95e47580d22994251ed7f60c, NAME => 'SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3 2024-11-16T04:14:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:14:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:14:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741845_1021 (size=62) 2024-11-16T04:14:27,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ee422434eac70e8ea472e380e5695e09, disabling compactions & flushes 2024-11-16T04:14:27,919 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:27,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:27,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. after waiting 0 ms 2024-11-16T04:14:27,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:27,920 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:27,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ee422434eac70e8ea472e380e5695e09: Waiting for close lock at 1731730467919Disabling compacts and flushes for region at 1731730467919Disabling writes for close at 1731730467920 (+1 ms)Writing region close event to WAL at 1731730467920Closed at 1731730467920 2024-11-16T04:14:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:14:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:14:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741847_1023 (size=54) 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a039a3ce95e47580d22994251ed7f60c, disabling compactions & flushes 2024-11-16T04:14:27,952 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. after waiting 0 ms 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:27,952 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:27,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a039a3ce95e47580d22994251ed7f60c: Waiting for close lock at 1731730467952Disabling compacts and flushes for region at 1731730467952Disabling writes for close at 1731730467952Writing region close event to WAL at 1731730467952Closed at 1731730467952 2024-11-16T04:14:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:14:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:14:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741846_1022 (size=62) 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0d4f0f7c76da0216754f064cfa2f15d7, disabling compactions & flushes 2024-11-16T04:14:27,960 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. after waiting 0 ms 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:27,960 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:27,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d4f0f7c76da0216754f064cfa2f15d7: Waiting for close lock at 1731730467960Disabling compacts and flushes for region at 1731730467960Disabling writes for close at 1731730467960Writing region close event to WAL at 1731730467960Closed at 1731730467960 2024-11-16T04:14:27,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731730467964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730467964"}]},"ts":"1731730467964"} 2024-11-16T04:14:27,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T04:14:27,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:14:27,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730467976"}]},"ts":"1731730467976"} 2024-11-16T04:14:27,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T04:14:27,981 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:14:27,992 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:14:27,992 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:14:27,992 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:14:27,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:14:27,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10d3f6fb8551d8f13222db99dbd1641a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac53a2fc271794c5dab8385d41a575d2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce8db9c09af58bcfc65cc80e2d1c6b9d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67f6d4578cf3b512032d9a57adbfe2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9133fb8fd613ad23c93f5fcec000ed5e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee422434eac70e8ea472e380e5695e09, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d4f0f7c76da0216754f064cfa2f15d7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN}] 2024-11-16T04:14:27,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10d3f6fb8551d8f13222db99dbd1641a, ASSIGN 2024-11-16T04:14:27,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac53a2fc271794c5dab8385d41a575d2, ASSIGN 2024-11-16T04:14:27,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN 2024-11-16T04:14:27,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce8db9c09af58bcfc65cc80e2d1c6b9d, ASSIGN 2024-11-16T04:14:28,001 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN; state=OFFLINE, location=fda3efb342d8,33715,1731730456194; forceNewPlan=false, retain=false 2024-11-16T04:14:28,001 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10d3f6fb8551d8f13222db99dbd1641a, ASSIGN; state=OFFLINE, location=fda3efb342d8,36307,1731730456280; forceNewPlan=false, retain=false 2024-11-16T04:14:28,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce8db9c09af58bcfc65cc80e2d1c6b9d, ASSIGN; state=OFFLINE, location=fda3efb342d8,36307,1731730456280; forceNewPlan=false, retain=false 2024-11-16T04:14:28,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac53a2fc271794c5dab8385d41a575d2, ASSIGN; state=OFFLINE, location=fda3efb342d8,37575,1731730456236; forceNewPlan=false, retain=false 2024-11-16T04:14:28,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN 2024-11-16T04:14:28,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d4f0f7c76da0216754f064cfa2f15d7, ASSIGN 2024-11-16T04:14:28,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN; state=OFFLINE, location=fda3efb342d8,33715,1731730456194; forceNewPlan=false, retain=false 2024-11-16T04:14:28,005 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d4f0f7c76da0216754f064cfa2f15d7, ASSIGN; state=OFFLINE, location=fda3efb342d8,37575,1731730456236; forceNewPlan=false, retain=false 2024-11-16T04:14:28,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee422434eac70e8ea472e380e5695e09, ASSIGN 2024-11-16T04:14:28,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee422434eac70e8ea472e380e5695e09, ASSIGN; state=OFFLINE, location=fda3efb342d8,36307,1731730456280; forceNewPlan=false, retain=false 2024-11-16T04:14:28,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN 2024-11-16T04:14:28,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9133fb8fd613ad23c93f5fcec000ed5e, ASSIGN 2024-11-16T04:14:28,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN; state=OFFLINE, location=fda3efb342d8,33715,1731730456194; forceNewPlan=false, retain=false 2024-11-16T04:14:28,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9133fb8fd613ad23c93f5fcec000ed5e, ASSIGN; state=OFFLINE, location=fda3efb342d8,37575,1731730456236; forceNewPlan=false, retain=false 2024-11-16T04:14:28,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67f6d4578cf3b512032d9a57adbfe2, ASSIGN 2024-11-16T04:14:28,017 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b67f6d4578cf3b512032d9a57adbfe2, ASSIGN; state=OFFLINE, location=fda3efb342d8,37575,1731730456236; forceNewPlan=false, retain=false 2024-11-16T04:14:28,152 INFO [fda3efb342d8:43813 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T04:14:28,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d4f0f7c76da0216754f064cfa2f15d7, regionState=OPENING, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:28,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9133fb8fd613ad23c93f5fcec000ed5e, regionState=OPENING, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:28,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b67f6d4578cf3b512032d9a57adbfe2, regionState=OPENING, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:28,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac53a2fc271794c5dab8385d41a575d2, regionState=OPENING, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:28,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ee422434eac70e8ea472e380e5695e09, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:28,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ce8db9c09af58bcfc65cc80e2d1c6b9d, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:28,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10d3f6fb8551d8f13222db99dbd1641a, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:28,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a039a3ce95e47580d22994251ed7f60c, regionState=OPENING, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:28,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fda377c919de9ca0fb4afb587c507da3, regionState=OPENING, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:28,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=646295197d6e75dfe78be90b003f2829, regionState=OPENING, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d4f0f7c76da0216754f064cfa2f15d7, ASSIGN because future has completed 2024-11-16T04:14:28,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7, server=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:14:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9133fb8fd613ad23c93f5fcec000ed5e, ASSIGN because future has completed 2024-11-16T04:14:28,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e, server=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:14:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b67f6d4578cf3b512032d9a57adbfe2, ASSIGN because future has completed 2024-11-16T04:14:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac53a2fc271794c5dab8385d41a575d2, ASSIGN because future has completed 2024-11-16T04:14:28,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2, server=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:14:28,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee422434eac70e8ea472e380e5695e09, ASSIGN because future has completed 2024-11-16T04:14:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce8db9c09af58bcfc65cc80e2d1c6b9d, ASSIGN because future has completed 2024-11-16T04:14:28,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac53a2fc271794c5dab8385d41a575d2, server=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:14:28,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:14:28,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10d3f6fb8551d8f13222db99dbd1641a, ASSIGN because future has completed 2024-11-16T04:14:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN because future has completed 2024-11-16T04:14:28,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,33715,1731730456194}] 2024-11-16T04:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN because future has completed 2024-11-16T04:14:28,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,33715,1731730456194}] 2024-11-16T04:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN because future has completed 2024-11-16T04:14:28,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee422434eac70e8ea472e380e5695e09, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:14:28,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,33715,1731730456194}] 2024-11-16T04:14:28,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:14:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:28,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:14:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:32,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:14:32,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:32,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:32,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:38,163 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:14:38,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:14:38,176 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:38,176 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ac53a2fc271794c5dab8385d41a575d2, NAME => 'SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T04:14:38,177 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,177 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,177 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,177 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,186 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:14:38,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:14:38,193 INFO [StoreOpener-ac53a2fc271794c5dab8385d41a575d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,203 INFO [StoreOpener-ac53a2fc271794c5dab8385d41a575d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac53a2fc271794c5dab8385d41a575d2 columnFamilyName cf 2024-11-16T04:14:38,203 DEBUG [StoreOpener-ac53a2fc271794c5dab8385d41a575d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,207 INFO [StoreOpener-ac53a2fc271794c5dab8385d41a575d2-1 {}] regionserver.HStore(327): Store=ac53a2fc271794c5dab8385d41a575d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,207 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,214 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,214 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:38,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 10d3f6fb8551d8f13222db99dbd1641a, NAME => 'SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T04:14:38,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,216 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,216 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,216 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,216 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,218 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,237 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:38,239 INFO [StoreOpener-10d3f6fb8551d8f13222db99dbd1641a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,238 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fda377c919de9ca0fb4afb587c507da3, NAME => 'SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T04:14:38,241 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,241 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,241 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,241 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,243 INFO [StoreOpener-10d3f6fb8551d8f13222db99dbd1641a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10d3f6fb8551d8f13222db99dbd1641a columnFamilyName cf 2024-11-16T04:14:38,245 DEBUG [StoreOpener-10d3f6fb8551d8f13222db99dbd1641a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,246 INFO [StoreOpener-10d3f6fb8551d8f13222db99dbd1641a-1 {}] regionserver.HStore(327): Store=10d3f6fb8551d8f13222db99dbd1641a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,246 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,248 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,248 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,249 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,250 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,250 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,250 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda377c919de9ca0fb4afb587c507da3 columnFamilyName cf 2024-11-16T04:14:38,250 DEBUG [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,251 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] regionserver.HStore(327): Store=fda377c919de9ca0fb4afb587c507da3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,251 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,252 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,252 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,253 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ac53a2fc271794c5dab8385d41a575d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,254 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ac53a2fc271794c5dab8385d41a575d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61723545, jitterRate=-0.08024750649929047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,254 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:38,254 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ac53a2fc271794c5dab8385d41a575d2: Running coprocessor pre-open hook at 1731730478177Writing region info on filesystem at 1731730478177Initializing all the Stores at 1731730478187 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478187Cleaning up temporary data from old regions at 1731730478216 (+29 ms)Running coprocessor post-open hooks at 1731730478254 (+38 ms)Region opened successfully at 1731730478254 2024-11-16T04:14:38,254 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,255 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,255 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,256 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2., pid=18, masterSystemTime=1731730478163 2024-11-16T04:14:38,258 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:38,258 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:38,259 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:38,259 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b67f6d4578cf3b512032d9a57adbfe2, NAME => 'SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T04:14:38,259 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,259 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,259 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,259 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac53a2fc271794c5dab8385d41a575d2, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:38,262 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac53a2fc271794c5dab8385d41a575d2, server=fda3efb342d8,37575,1731730456236 because future has completed 2024-11-16T04:14:38,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-16T04:14:38,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac53a2fc271794c5dab8385d41a575d2, server=fda3efb342d8,37575,1731730456236 in 10.0940 sec 2024-11-16T04:14:38,269 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/10d3f6fb8551d8f13222db99dbd1641a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,270 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 10d3f6fb8551d8f13222db99dbd1641a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540804, jitterRate=0.0958433747291565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,271 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:38,271 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 10d3f6fb8551d8f13222db99dbd1641a: Running coprocessor pre-open hook at 1731730478216Writing region info on filesystem at 1731730478216Initializing all the Stores at 1731730478220 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478220Cleaning up temporary data from old regions at 1731730478250 (+30 ms)Running coprocessor post-open hooks at 1731730478271 (+21 ms)Region opened successfully at 1731730478271 2024-11-16T04:14:38,272 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a., pid=24, masterSystemTime=1731730478190 2024-11-16T04:14:38,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac53a2fc271794c5dab8385d41a575d2, ASSIGN in 10.2760 sec 2024-11-16T04:14:38,274 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:38,274 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:38,274 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:38,274 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ce8db9c09af58bcfc65cc80e2d1c6b9d, NAME => 'SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T04:14:38,275 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,275 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,275 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,275 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,276 INFO [StoreOpener-5b67f6d4578cf3b512032d9a57adbfe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10d3f6fb8551d8f13222db99dbd1641a, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a, server=fda3efb342d8,36307,1731730456280 because future has completed 2024-11-16T04:14:38,280 INFO [StoreOpener-5b67f6d4578cf3b512032d9a57adbfe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b67f6d4578cf3b512032d9a57adbfe2 columnFamilyName cf 2024-11-16T04:14:38,280 DEBUG [StoreOpener-5b67f6d4578cf3b512032d9a57adbfe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,281 INFO [StoreOpener-5b67f6d4578cf3b512032d9a57adbfe2-1 {}] regionserver.HStore(327): Store=5b67f6d4578cf3b512032d9a57adbfe2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,282 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,283 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,284 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,284 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,284 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-16T04:14:38,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a, server=fda3efb342d8,36307,1731730456280 in 10.0920 sec 2024-11-16T04:14:38,286 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10d3f6fb8551d8f13222db99dbd1641a, ASSIGN in 10.2940 sec 2024-11-16T04:14:38,293 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,294 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fda377c919de9ca0fb4afb587c507da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73034487, jitterRate=0.08829866349697113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,294 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:38,294 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fda377c919de9ca0fb4afb587c507da3: Running coprocessor pre-open hook at 1731730478244Writing region info on filesystem at 1731730478244Initializing all the Stores at 1731730478246 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478246Cleaning up temporary data from old regions at 1731730478255 (+9 ms)Running coprocessor post-open hooks at 1731730478294 (+39 ms)Region opened successfully at 1731730478294 2024-11-16T04:14:38,295 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3., pid=21, masterSystemTime=1731730478186 2024-11-16T04:14:38,296 INFO [StoreOpener-ce8db9c09af58bcfc65cc80e2d1c6b9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,298 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:38,298 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:38,298 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:38,298 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a039a3ce95e47580d22994251ed7f60c, NAME => 'SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T04:14:38,298 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,299 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,299 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,299 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,300 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fda377c919de9ca0fb4afb587c507da3, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:38,302 INFO [StoreOpener-ce8db9c09af58bcfc65cc80e2d1c6b9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce8db9c09af58bcfc65cc80e2d1c6b9d columnFamilyName cf 2024-11-16T04:14:38,302 DEBUG [StoreOpener-ce8db9c09af58bcfc65cc80e2d1c6b9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,302 INFO [StoreOpener-ce8db9c09af58bcfc65cc80e2d1c6b9d-1 {}] regionserver.HStore(327): Store=ce8db9c09af58bcfc65cc80e2d1c6b9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,303 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,303 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,304 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,33715,1731730456194 because future has completed 2024-11-16T04:14:38,304 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/5b67f6d4578cf3b512032d9a57adbfe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,305 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,305 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,305 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5b67f6d4578cf3b512032d9a57adbfe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69174235, jitterRate=0.030776426196098328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,305 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:38,305 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5b67f6d4578cf3b512032d9a57adbfe2: Running coprocessor pre-open hook at 1731730478259Writing region info on filesystem at 1731730478259Initializing all the Stores at 1731730478263 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478263Cleaning up temporary data from old regions at 1731730478284 (+21 ms)Running coprocessor post-open hooks at 1731730478305 (+21 ms)Region opened successfully at 1731730478305 2024-11-16T04:14:38,307 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2., pid=17, masterSystemTime=1731730478163 2024-11-16T04:14:38,308 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,310 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,312 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:38,312 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:38,312 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:38,312 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9133fb8fd613ad23c93f5fcec000ed5e, NAME => 'SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T04:14:38,313 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,313 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,313 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,313 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b67f6d4578cf3b512032d9a57adbfe2, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2, server=fda3efb342d8,37575,1731730456236 because future has completed 2024-11-16T04:14:38,317 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a039a3ce95e47580d22994251ed7f60c columnFamilyName cf 2024-11-16T04:14:38,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-16T04:14:38,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,33715,1731730456194 in 10.1230 sec 2024-11-16T04:14:38,318 DEBUG [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,318 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] regionserver.HStore(327): Store=a039a3ce95e47580d22994251ed7f60c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,318 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,319 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,320 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,320 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,321 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,321 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ce8db9c09af58bcfc65cc80e2d1c6b9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN in 10.3260 sec 2024-11-16T04:14:38,322 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ce8db9c09af58bcfc65cc80e2d1c6b9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60247808, jitterRate=-0.10223770141601562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,322 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:38,322 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ce8db9c09af58bcfc65cc80e2d1c6b9d: Running coprocessor pre-open hook at 1731730478275Writing region info on filesystem at 1731730478275Initializing all the Stores at 1731730478280 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478280Cleaning up temporary data from old regions at 1731730478305 (+25 ms)Running coprocessor post-open hooks at 1731730478322 (+17 ms)Region opened successfully at 1731730478322 2024-11-16T04:14:38,328 INFO [StoreOpener-9133fb8fd613ad23c93f5fcec000ed5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,329 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-16T04:14:38,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2, server=fda3efb342d8,37575,1731730456236 in 10.1500 sec 2024-11-16T04:14:38,333 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d., pid=19, masterSystemTime=1731730478190 2024-11-16T04:14:38,335 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,336 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a039a3ce95e47580d22994251ed7f60c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75347204, jitterRate=0.1227608323097229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:38,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67f6d4578cf3b512032d9a57adbfe2, ASSIGN in 10.3380 sec 2024-11-16T04:14:38,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a039a3ce95e47580d22994251ed7f60c: Running coprocessor pre-open hook at 1731730478299Writing region info on filesystem at 1731730478299Initializing all the Stores at 1731730478302 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478302Cleaning up temporary data from old regions at 1731730478321 (+19 ms)Running coprocessor post-open hooks at 1731730478336 (+15 ms)Region opened successfully at 1731730478336 2024-11-16T04:14:38,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:38,337 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:38,337 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:38,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ee422434eac70e8ea472e380e5695e09, NAME => 'SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T04:14:38,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,338 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,338 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,338 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., pid=20, masterSystemTime=1731730478186 2024-11-16T04:14:38,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ce8db9c09af58bcfc65cc80e2d1c6b9d, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:38,340 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:38,340 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:38,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d, server=fda3efb342d8,36307,1731730456280 because future has completed 2024-11-16T04:14:38,340 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:38,341 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 646295197d6e75dfe78be90b003f2829, NAME => 'SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T04:14:38,341 INFO [StoreOpener-9133fb8fd613ad23c93f5fcec000ed5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9133fb8fd613ad23c93f5fcec000ed5e columnFamilyName cf 2024-11-16T04:14:38,341 DEBUG [StoreOpener-9133fb8fd613ad23c93f5fcec000ed5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,341 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,341 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,341 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,341 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,341 INFO [StoreOpener-ee422434eac70e8ea472e380e5695e09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,342 INFO [StoreOpener-9133fb8fd613ad23c93f5fcec000ed5e-1 {}] regionserver.HStore(327): Store=9133fb8fd613ad23c93f5fcec000ed5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,342 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a039a3ce95e47580d22994251ed7f60c, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:38,344 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,345 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,33715,1731730456194 because future has completed 2024-11-16T04:14:38,346 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,346 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,347 INFO [StoreOpener-ee422434eac70e8ea472e380e5695e09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee422434eac70e8ea472e380e5695e09 columnFamilyName cf 2024-11-16T04:14:38,347 DEBUG [StoreOpener-ee422434eac70e8ea472e380e5695e09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-16T04:14:38,350 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d, server=fda3efb342d8,36307,1731730456280 in 10.1710 sec 2024-11-16T04:14:38,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-16T04:14:38,353 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce8db9c09af58bcfc65cc80e2d1c6b9d, ASSIGN in 10.3580 sec 2024-11-16T04:14:38,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,33715,1731730456194 in 10.1660 sec 2024-11-16T04:14:38,355 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646295197d6e75dfe78be90b003f2829 columnFamilyName cf 2024-11-16T04:14:38,355 DEBUG [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN in 10.3610 sec 2024-11-16T04:14:38,357 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] regionserver.HStore(327): Store=646295197d6e75dfe78be90b003f2829/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,357 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,358 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,358 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,359 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,359 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,360 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,349 INFO [StoreOpener-ee422434eac70e8ea472e380e5695e09-1 {}] regionserver.HStore(327): Store=ee422434eac70e8ea472e380e5695e09/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,364 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,365 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9133fb8fd613ad23c93f5fcec000ed5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68471044, jitterRate=0.0202980637550354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:38,366 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9133fb8fd613ad23c93f5fcec000ed5e: Running coprocessor pre-open hook at 1731730478313Writing region info on filesystem at 1731730478313Initializing all the Stores at 1731730478317 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478317Cleaning up temporary data from old regions at 1731730478346 (+29 ms)Running coprocessor post-open hooks at 1731730478365 (+19 ms)Region opened successfully at 1731730478365 2024-11-16T04:14:38,366 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,366 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,366 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,367 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., pid=16, masterSystemTime=1731730478163 2024-11-16T04:14:38,369 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:38,369 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:38,369 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d4f0f7c76da0216754f064cfa2f15d7, NAME => 'SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9133fb8fd613ad23c93f5fcec000ed5e, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e, server=fda3efb342d8,37575,1731730456236 because future has completed 2024-11-16T04:14:38,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-16T04:14:38,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e, server=fda3efb342d8,37575,1731730456236 in 10.2150 sec 2024-11-16T04:14:38,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9133fb8fd613ad23c93f5fcec000ed5e, ASSIGN in 10.3870 sec 2024-11-16T04:14:38,384 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,385 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 646295197d6e75dfe78be90b003f2829; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71546279, jitterRate=0.0661226361989975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,385 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:38,385 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 646295197d6e75dfe78be90b003f2829: Running coprocessor pre-open hook at 1731730478341Writing region info on filesystem at 1731730478341Initializing all the Stores at 1731730478345 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478345Cleaning up temporary data from old regions at 1731730478359 (+14 ms)Running coprocessor post-open hooks at 1731730478385 (+26 ms)Region opened successfully at 1731730478385 2024-11-16T04:14:38,386 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829., pid=23, masterSystemTime=1731730478186 2024-11-16T04:14:38,389 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:38,389 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:38,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=646295197d6e75dfe78be90b003f2829, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:38,392 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,33715,1731730456194 because future has completed 2024-11-16T04:14:38,393 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ee422434eac70e8ea472e380e5695e09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856868, jitterRate=0.0856519341468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,393 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:38,394 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ee422434eac70e8ea472e380e5695e09: Running coprocessor pre-open hook at 1731730478338Writing region info on filesystem at 1731730478338Initializing all the Stores at 1731730478340 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478340Cleaning up temporary data from old regions at 1731730478366 (+26 ms)Running coprocessor post-open hooks at 1731730478393 (+27 ms)Region opened successfully at 1731730478393 2024-11-16T04:14:38,395 INFO [StoreOpener-0d4f0f7c76da0216754f064cfa2f15d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,396 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., pid=22, masterSystemTime=1731730478190 2024-11-16T04:14:38,398 INFO [StoreOpener-0d4f0f7c76da0216754f064cfa2f15d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d4f0f7c76da0216754f064cfa2f15d7 columnFamilyName cf 2024-11-16T04:14:38,398 DEBUG [StoreOpener-0d4f0f7c76da0216754f064cfa2f15d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:14:38,399 INFO [StoreOpener-0d4f0f7c76da0216754f064cfa2f15d7-1 {}] regionserver.HStore(327): Store=0d4f0f7c76da0216754f064cfa2f15d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:14:38,399 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,399 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:38,399 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:38,400 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,401 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ee422434eac70e8ea472e380e5695e09, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:38,402 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,402 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-16T04:14:38,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,33715,1731730456194 in 10.2080 sec 2024-11-16T04:14:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee422434eac70e8ea472e380e5695e09, server=fda3efb342d8,36307,1731730456280 because future has completed 2024-11-16T04:14:38,405 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN in 10.4100 sec 2024-11-16T04:14:38,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-16T04:14:38,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ee422434eac70e8ea472e380e5695e09, server=fda3efb342d8,36307,1731730456280 in 10.2220 sec 2024-11-16T04:14:38,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee422434eac70e8ea472e380e5695e09, ASSIGN in 10.4190 sec 2024-11-16T04:14:38,421 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:14:38,422 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0d4f0f7c76da0216754f064cfa2f15d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59259555, jitterRate=-0.11696381866931915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:14:38,422 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:38,422 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0d4f0f7c76da0216754f064cfa2f15d7: Running coprocessor pre-open hook at 1731730478370Writing region info on filesystem at 1731730478370Initializing all the Stores at 1731730478372 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730478372Cleaning up temporary data from old regions at 1731730478402 (+30 ms)Running coprocessor post-open hooks at 1731730478422 (+20 ms)Region opened successfully at 1731730478422 2024-11-16T04:14:38,423 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., pid=15, masterSystemTime=1731730478163 2024-11-16T04:14:38,425 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:38,425 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:38,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d4f0f7c76da0216754f064cfa2f15d7, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:38,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7, server=fda3efb342d8,37575,1731730456236 because future has completed 2024-11-16T04:14:38,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-16T04:14:38,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7, server=fda3efb342d8,37575,1731730456236 in 10.2710 sec 2024-11-16T04:14:38,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-16T04:14:38,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d4f0f7c76da0216754f064cfa2f15d7, ASSIGN in 10.4400 sec 2024-11-16T04:14:38,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:14:38,438 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730478438"}]},"ts":"1731730478438"} 2024-11-16T04:14:38,440 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T04:14:38,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:14:38,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9200 sec 2024-11-16T04:14:40,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T04:14:43,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:43,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:43,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:43,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:14:43,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:14:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:14:45,815 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T04:14:45,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T04:14:45,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:14:45,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T04:14:45,821 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:14:45,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T04:14:45,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,863 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,865 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,866 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,868 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,923 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., hostname=fda3efb342d8,36307,1731730456280, seqNum=2] 2024-11-16T04:14:45,924 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., hostname=fda3efb342d8,36307,1731730456280, seqNum=2] 2024-11-16T04:14:45,926 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., hostname=fda3efb342d8,36307,1731730456280, seqNum=2] 2024-11-16T04:14:45,927 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., hostname=fda3efb342d8,36307,1731730456280, seqNum=2] 2024-11-16T04:14:45,928 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., hostname=fda3efb342d8,36307,1731730456280, seqNum=2] 2024-11-16T04:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,961 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,962 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,964 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,965 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7., hostname=fda3efb342d8,37575,1731730456236, seqNum=2] 2024-11-16T04:14:45,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:14:46,041 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,043 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,044 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,045 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,046 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., hostname=fda3efb342d8,33715,1731730456194, seqNum=2] 2024-11-16T04:14:46,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:14:46,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:14:46,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:14:46,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:14:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:14:46,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:14:46,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:46,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:14:47,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T04:14:47,197 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T04:14:47,197 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:14:47,198 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T04:14:47,199 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T04:14:47,202 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T04:14:47,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:14:47,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:14:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741848_1024 (size=49) 2024-11-16T04:14:47,213 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T04:14:47,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac53a2fc271794c5dab8385d41a575d2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 646295197d6e75dfe78be90b003f2829}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fda377c919de9ca0fb4afb587c507da3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee422434eac70e8ea472e380e5695e09}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a039a3ce95e47580d22994251ed7f60c}] 2024-11-16T04:14:47,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:47,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:47,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:47,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:47,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:47,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:47,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:47,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:47,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:47,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:49,660 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T04:14:56,406 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:43593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T04:14:57,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T04:14:57,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T04:14:57,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T04:14:57,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T04:14:57,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T04:14:57,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:57,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T04:14:57,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5b67f6d4578cf3b512032d9a57adbfe2: 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 10d3f6fb8551d8f13222db99dbd1641a: 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:57,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9133fb8fd613ad23c93f5fcec000ed5e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 646295197d6e75dfe78be90b003f2829: 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ce8db9c09af58bcfc65cc80e2d1c6b9d: 2024-11-16T04:14:57,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:57,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0d4f0f7c76da0216754f064cfa2f15d7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T04:14:57,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T04:14:57,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:57,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a039a3ce95e47580d22994251ed7f60c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T04:14:57,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:57,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ee422434eac70e8ea472e380e5695e09 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fda377c919de9ca0fb4afb587c507da3: 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/.tmp/cf/85aa4ad4b1c84efbb69dac94c7f83aed is 34, key is baa/cf:cf/1731730486703/Put/seqid=0 2024-11-16T04:14:57,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/.tmp/cf/09de6e9f0f234eb28078eb74a4d91011 is 34, key is ccd/cf:cf/1731730486761/Put/seqid=0 2024-11-16T04:14:57,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/.tmp/cf/554e7488f3de4ce9bc3e27702cd3bb79 is 34, key is aaa/cf:cf/1731730486727/Put/seqid=0 2024-11-16T04:14:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741850_1026 (size=57) 2024-11-16T04:14:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741850_1026 (size=57) 2024-11-16T04:14:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741850_1026 (size=57) 2024-11-16T04:14:57,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:14:57,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T04:14:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T04:14:57,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:57,387 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:14:57,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10d3f6fb8551d8f13222db99dbd1641a in 10.1750 sec 2024-11-16T04:14:57,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/.tmp/cf/08752804e64c48e282b1afa1fa05b6ea is 34, key is eaa/cf:cf/1731730487123/Put/seqid=0 2024-11-16T04:14:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:14:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:14:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741849_1025 (size=65) 2024-11-16T04:14:57,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:14:57,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T04:14:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T04:14:57,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:57,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:14:57,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce8db9c09af58bcfc65cc80e2d1c6b9d in 10.1980 sec 2024-11-16T04:14:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741853_1029 (size=47197) 2024-11-16T04:14:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741853_1029 (size=47197) 2024-11-16T04:14:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741853_1029 (size=47197) 2024-11-16T04:14:57,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/.tmp/cf/09de6e9f0f234eb28078eb74a4d91011 2024-11-16T04:14:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741851_1027 (size=65) 2024-11-16T04:14:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741851_1027 (size=65) 2024-11-16T04:14:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741851_1027 (size=65) 2024-11-16T04:14:57,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:14:57,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T04:14:57,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:57,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ac53a2fc271794c5dab8385d41a575d2: 2024-11-16T04:14:57,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T04:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T04:14:57,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:57,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:14:57,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b67f6d4578cf3b512032d9a57adbfe2 in 10.2730 sec 2024-11-16T04:14:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741854_1030 (size=65) 2024-11-16T04:14:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741854_1030 (size=65) 2024-11-16T04:14:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741854_1030 (size=65) 2024-11-16T04:14:57,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:14:57,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T04:14:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T04:14:57,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:57,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 646295197d6e75dfe78be90b003f2829 2024-11-16T04:14:57,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 646295197d6e75dfe78be90b003f2829 in 10.2890 sec 2024-11-16T04:14:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741856_1032 (size=26918) 2024-11-16T04:14:57,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/.tmp/cf/554e7488f3de4ce9bc3e27702cd3bb79 2024-11-16T04:14:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741856_1032 (size=26918) 2024-11-16T04:14:57,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741856_1032 (size=26918) 2024-11-16T04:14:57,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/.tmp/cf/554e7488f3de4ce9bc3e27702cd3bb79 as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/cf/554e7488f3de4ce9bc3e27702cd3bb79 2024-11-16T04:14:57,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/.tmp/cf/09de6e9f0f234eb28078eb74a4d91011 as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/cf/09de6e9f0f234eb28078eb74a4d91011 2024-11-16T04:14:57,598 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/cf/09de6e9f0f234eb28078eb74a4d91011, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T04:14:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741852_1028 (size=28623) 2024-11-16T04:14:57,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0d4f0f7c76da0216754f064cfa2f15d7 in 377ms, sequenceid=5, compaction requested=false 2024-11-16T04:14:57,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0d4f0f7c76da0216754f064cfa2f15d7: 2024-11-16T04:14:57,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/cf/09de6e9f0f234eb28078eb74a4d91011] hfiles 2024-11-16T04:14:57,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/cf/09de6e9f0f234eb28078eb74a4d91011 for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741852_1028 (size=28623) 2024-11-16T04:14:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741852_1028 (size=28623) 2024-11-16T04:14:57,603 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/.tmp/cf/85aa4ad4b1c84efbb69dac94c7f83aed 2024-11-16T04:14:57,603 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/cf/554e7488f3de4ce9bc3e27702cd3bb79, entries=676, sequenceid=5, filesize=26.3 K 2024-11-16T04:14:57,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9133fb8fd613ad23c93f5fcec000ed5e in 384ms, sequenceid=5, compaction requested=false 2024-11-16T04:14:57,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9133fb8fd613ad23c93f5fcec000ed5e: 2024-11-16T04:14:57,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/cf/554e7488f3de4ce9bc3e27702cd3bb79] hfiles 2024-11-16T04:14:57,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/cf/554e7488f3de4ce9bc3e27702cd3bb79 for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/.tmp/cf/85aa4ad4b1c84efbb69dac94c7f83aed as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/cf/85aa4ad4b1c84efbb69dac94c7f83aed 2024-11-16T04:14:57,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/cf/85aa4ad4b1c84efbb69dac94c7f83aed, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T04:14:57,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ee422434eac70e8ea472e380e5695e09 in 398ms, sequenceid=5, compaction requested=false 2024-11-16T04:14:57,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ee422434eac70e8ea472e380e5695e09: 2024-11-16T04:14:57,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/cf/85aa4ad4b1c84efbb69dac94c7f83aed] hfiles 2024-11-16T04:14:57,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/cf/85aa4ad4b1c84efbb69dac94c7f83aed for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741855_1031 (size=65) 2024-11-16T04:14:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741855_1031 (size=65) 2024-11-16T04:14:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741855_1031 (size=65) 2024-11-16T04:14:57,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:14:57,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T04:14:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T04:14:57,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:57,636 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:14:57,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fda377c919de9ca0fb4afb587c507da3 in 10.4240 sec 2024-11-16T04:14:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741857_1033 (size=499309) 2024-11-16T04:14:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741857_1033 (size=499309) 2024-11-16T04:14:57,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741857_1033 (size=499309) 2024-11-16T04:14:57,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/.tmp/cf/08752804e64c48e282b1afa1fa05b6ea 2024-11-16T04:14:57,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/.tmp/cf/08752804e64c48e282b1afa1fa05b6ea as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/cf/08752804e64c48e282b1afa1fa05b6ea 2024-11-16T04:14:57,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/cf/08752804e64c48e282b1afa1fa05b6ea, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T04:14:57,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a039a3ce95e47580d22994251ed7f60c in 529ms, sequenceid=5, compaction requested=false 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a039a3ce95e47580d22994251ed7f60c: 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. for SnapshotProcedureTest completed. 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/cf/08752804e64c48e282b1afa1fa05b6ea] hfiles 2024-11-16T04:14:57,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/cf/08752804e64c48e282b1afa1fa05b6ea for snapshot=SnapshotProcedureTest 2024-11-16T04:14:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:14:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:14:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741858_1034 (size=65) 2024-11-16T04:14:57,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:14:57,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T04:14:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T04:14:57,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:57,789 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:14:57,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac53a2fc271794c5dab8385d41a575d2 in 10.5770 sec 2024-11-16T04:14:57,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741860_1036 (size=105) 2024-11-16T04:14:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741859_1035 (size=105) 2024-11-16T04:14:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741859_1035 (size=105) 2024-11-16T04:14:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741859_1035 (size=105) 2024-11-16T04:14:57,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:14:57,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T04:14:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741860_1036 (size=105) 2024-11-16T04:14:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T04:14:57,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741860_1036 (size=105) 2024-11-16T04:14:57,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:14:57,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9133fb8fd613ad23c93f5fcec000ed5e in 10.5970 sec 2024-11-16T04:14:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741861_1037 (size=105) 2024-11-16T04:14:57,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741861_1037 (size=105) 2024-11-16T04:14:57,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741861_1037 (size=105) 2024-11-16T04:14:57,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:14:57,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T04:14:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T04:14:57,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:57,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee422434eac70e8ea472e380e5695e09 2024-11-16T04:14:57,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee422434eac70e8ea472e380e5695e09 in 10.6100 sec 2024-11-16T04:14:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741862_1038 (size=97) 2024-11-16T04:14:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741862_1038 (size=97) 2024-11-16T04:14:57,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:14:57,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T04:14:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741862_1038 (size=97) 2024-11-16T04:14:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T04:14:57,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:57,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:14:57,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a039a3ce95e47580d22994251ed7f60c in 10.6290 sec 2024-11-16T04:14:58,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:14:58,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T04:14:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T04:14:58,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:58,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:14:58,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-16T04:14:58,212 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T04:14:58,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d4f0f7c76da0216754f064cfa2f15d7 in 10.9970 sec 2024-11-16T04:14:58,213 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T04:14:58,214 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T04:14:58,214 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T04:14:58,223 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:14:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741863_1039 (size=1174) 2024-11-16T04:14:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741863_1039 (size=1174) 2024-11-16T04:14:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741863_1039 (size=1174) 2024-11-16T04:14:58,300 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T04:14:58,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T04:14:58,311 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,312 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:58,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:14:58,315 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,315 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fda3efb342d8,33715,1731730456194: Simulated kill ***** 2024-11-16T04:14:58,315 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:14:58,316 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:14:58,316 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:14:58,316 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:14:58,317 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:14:58,317 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 440834840 }, "NonHeapMemoryUsage": { "committed": 177078272, "init": 7667712, "max": -1, "used": 172065760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:14:58,317 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43813 {}] master.MasterRpcServices(700): fda3efb342d8,33715,1731730456194 reported a fatal error: ***** ABORTING region server fda3efb342d8,33715,1731730456194: Simulated kill ***** 2024-11-16T04:14:58,318 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,322 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:58,322 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,333 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:14:58,333 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:58,333 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:58,333 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:58,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,33715,1731730456194' ***** 2024-11-16T04:14:58,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T04:14:58,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:14:58,338 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:14:58,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:14:58,338 INFO [RS:0;fda3efb342d8:33715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T04:14:58,339 INFO [RS:0;fda3efb342d8:33715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T04:14:58,339 INFO [RS:0;fda3efb342d8:33715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:14:58,339 INFO [RS:0;fda3efb342d8:33715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:33715. 2024-11-16T04:14:58,339 DEBUG [RS:0;fda3efb342d8:33715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:14:58,339 DEBUG [RS:0;fda3efb342d8:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741833_1009 (size=1488) 2024-11-16T04:14:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741833_1009 (size=1488) 2024-11-16T04:14:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741833_1009 (size=1488) 2024-11-16T04:14:58,346 DEBUG [RS:0;fda3efb342d8:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:14:58,346 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:58,346 INFO [RS:0;fda3efb342d8:33715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33715 2024-11-16T04:14:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:14:58,410 INFO [RS:0;fda3efb342d8:33715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:14:58,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,33715,1731730456194] 2024-11-16T04:14:58,430 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:14:58,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,33715,1731730456194 already deleted, retry=false 2024-11-16T04:14:58,526 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fda3efb342d8,33715,1731730456194 on fda3efb342d8,43813,1731730456011 2024-11-16T04:14:58,527 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fda3efb342d8,33715,1731730456194, splitWal=true, meta=false 2024-11-16T04:14:58,527 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for fda3efb342d8,33715,1731730456194 (carryingMeta=false) fda3efb342d8,33715,1731730456194/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b18ed3c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T04:14:58,528 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fda3efb342d8,33715,1731730456194, splitWal=true, meta=false 2024-11-16T04:14:58,538 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fda3efb342d8,33715,1731730456194 had 3 regions 2024-11-16T04:14:58,540 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,33715,1731730456194, splitWal=true, meta=false, isMeta: false 2024-11-16T04:14:58,542 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting 2024-11-16T04:14:58,542 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,33715,1731730456194 Release verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,543 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fda3efb342d8,33715,1731730456194, this operation will be retried to send to another server 2024-11-16T04:14:58,543 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:14:58,543 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731730499543 2024-11-16T04:14:58,544 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,33715,1731730456194 WAL count=1, meta=false 2024-11-16T04:14:58,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fda3efb342d8%2C33715%2C1731730456194.1731730457014}] 2024-11-16T04:14:58,545 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,33715,1731730456194 Release verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,545 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-16T04:14:58,545 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-16T04:14:58,545 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to fda3efb342d8,33715,1731730456194, this operation will be retried to send to another server 2024-11-16T04:14:58,545 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-16T04:14:58,545 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:14:58,546 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731730499546 2024-11-16T04:14:58,547 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,33715,1731730456194 Release verify snapshot worker=fda3efb342d8,33715,1731730456194 2024-11-16T04:14:58,547 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to fda3efb342d8,33715,1731730456194, this operation will be retried to send to another server 2024-11-16T04:14:58,548 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:14:58,547 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:14:58,548 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731730499548 2024-11-16T04:14:58,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fda3efb342d8%2C33715%2C1731730456194.1731730457014, worker=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:14:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:58,601 INFO [RS:0;fda3efb342d8:33715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:14:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x10141d9b9630001, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:14:58,601 INFO [RS:0;fda3efb342d8:33715 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,33715,1731730456194; zookeeper connection closed. 2024-11-16T04:14:58,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63fed8ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63fed8ac 2024-11-16T04:14:58,865 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:14:58,865 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:15:07,417 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:15:07,417 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:15:08,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-16T04:15:08,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-16T04:15:08,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T04:15:08,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:15:08,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T04:15:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T04:15:08,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T04:15:08,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T04:15:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-16T04:15:08,321 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T04:15:08,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 10.0140 sec 2024-11-16T04:15:08,324 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,324 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 10.0170 sec 2024-11-16T04:15:08,330 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,331 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,331 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 10.0230 sec 2024-11-16T04:15:08,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-16T04:15:08,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-16T04:15:08,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-16T04:15:08,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-16T04:15:08,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T04:15:08,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-16T04:15:08,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T04:15:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T04:15:08,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-16T04:15:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-16T04:15:08,344 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 Release verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-16T04:15:08,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 in 10.0370 sec 2024-11-16T04:15:08,346 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 Release verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,347 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,347 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 Release verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 in 10.0390 sec 2024-11-16T04:15:08,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 in 10.0400 sec 2024-11-16T04:15:08,361 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014, size=1.5 K (1488bytes) 2024-11-16T04:15:08,361 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 2024-11-16T04:15:08,362 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 after 1ms 2024-11-16T04:15:08,365 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 took 4ms 2024-11-16T04:15:08,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fda377c919de9ca0fb4afb587c507da3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:15:08,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a039a3ce95e47580d22994251ed7f60c: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-16T04:15:08,371 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 646295197d6e75dfe78be90b003f2829: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T04:15:08,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 so closing down 2024-11-16T04:15:08,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T04:15:08,372 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T04:15:08,372 INFO [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-16T04:15:08,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014, journal: Splitting hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014, size=1.5 K (1488bytes) at 1731730508361Finishing writing output for hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 so closing down at 1731730508372 (+11 ms)3 split writer threads finished at 1731730508372Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731730508372 2024-11-16T04:15:08,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 2024-11-16T04:15:08,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T04:15:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T04:15:08,376 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting/fda3efb342d8%2C33715%2C1731730456194.1731730457014 to hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs 2024-11-16T04:15:08,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T04:15:08,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fda3efb342d8%2C33715%2C1731730456194.1731730457014, worker=fda3efb342d8,37575,1731730456236 in 9.8270 sec 2024-11-16T04:15:08,381 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-16T04:15:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fda3efb342d8%2C33715%2C1731730456194.1731730457014, worker=fda3efb342d8,37575,1731730456236 in 9.8370 sec 2024-11-16T04:15:08,384 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting dir is empty, no logs to split. 2024-11-16T04:15:08,384 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,33715,1731730456194 WAL count=0, meta=false 2024-11-16T04:15:08,384 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,33715,1731730456194 WAL splitting is done? wals=0, meta=false 2024-11-16T04:15:08,386 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fda3efb342d8,33715,1731730456194 failed, ignore...File hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/WALs/fda3efb342d8,33715,1731730456194-splitting does not exist. 2024-11-16T04:15:08,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN}] 2024-11-16T04:15:08,388 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN 2024-11-16T04:15:08,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN 2024-11-16T04:15:08,389 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN 2024-11-16T04:15:08,391 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:15:08,391 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:15:08,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(204): Hosts are {fda3efb342d8=0} racks are {/default-rack=0} 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:15:08,542 INFO [fda3efb342d8:43813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:15:08,542 INFO [fda3efb342d8:43813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:15:08,542 DEBUG [fda3efb342d8:43813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:15:08,543 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=a039a3ce95e47580d22994251ed7f60c, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fda377c919de9ca0fb4afb587c507da3, regionState=OPENING, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:08,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=646295197d6e75dfe78be90b003f2829, regionState=OPENING, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:08,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN because future has completed 2024-11-16T04:15:08,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:15:08,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN because future has completed 2024-11-16T04:15:08,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,37575,1731730456236}] 2024-11-16T04:15:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN because future has completed 2024-11-16T04:15:08,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,36307,1731730456280}] 2024-11-16T04:15:15,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:15:17,517 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T04:15:18,334 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,335 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 646295197d6e75dfe78be90b003f2829, NAME => 'SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T04:15:18,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-16T04:15:18,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-16T04:15:18,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-16T04:15:18,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-16T04:15:18,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:15:18,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T04:15:18,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-16T04:15:18,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-16T04:15:18,339 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T04:15:18,340 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,341 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646295197d6e75dfe78be90b003f2829 columnFamilyName cf 2024-11-16T04:15:18,341 DEBUG [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:15:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-16T04:15:18,341 INFO [StoreOpener-646295197d6e75dfe78be90b003f2829-1 {}] regionserver.HStore(327): Store=646295197d6e75dfe78be90b003f2829/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:15:18,342 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,342 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 20.0330 sec 2024-11-16T04:15:18,342 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 Release verify snapshot worker=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,343 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 20.0350 sec 2024-11-16T04:15:18,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,36307,1731730456280 in 20.0350 sec 2024-11-16T04:15:18,344 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,345 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,345 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,347 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,348 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 646295197d6e75dfe78be90b003f2829; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68498244, jitterRate=0.020703375339508057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:15:18,348 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,348 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 646295197d6e75dfe78be90b003f2829: Running coprocessor pre-open hook at 1731730518336Writing region info on filesystem at 1731730518337 (+1 ms)Initializing all the Stores at 1731730518339 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730518339Cleaning up temporary data from old regions at 1731730518345 (+6 ms)Running coprocessor post-open hooks at 1731730518348 (+3 ms)Region opened successfully at 1731730518348 2024-11-16T04:15:18,349 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829., pid=54, masterSystemTime=1731730518325 2024-11-16T04:15:18,351 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,351 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,351 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,351 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => a039a3ce95e47580d22994251ed7f60c, NAME => 'SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T04:15:18,351 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=646295197d6e75dfe78be90b003f2829, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,351 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,351 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:15:18,351 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => fda377c919de9ca0fb4afb587c507da3, NAME => 'SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-16T04:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43813 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-16T04:15:18,354 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,354 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,36307,1731730456280 because future has completed 2024-11-16T04:15:18,355 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 Release verify snapshot worker=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:18,355 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a039a3ce95e47580d22994251ed7f60c columnFamilyName cf 2024-11-16T04:15:18,355 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda377c919de9ca0fb4afb587c507da3 columnFamilyName cf 2024-11-16T04:15:18,355 DEBUG [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:15:18,355 DEBUG [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:15:18,356 INFO [StoreOpener-fda377c919de9ca0fb4afb587c507da3-1 {}] regionserver.HStore(327): Store=fda377c919de9ca0fb4afb587c507da3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:15:18,356 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,356 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-16T04:15:18,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-16T04:15:18,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 646295197d6e75dfe78be90b003f2829, server=fda3efb342d8,36307,1731730456280 in 9.8080 sec 2024-11-16T04:15:18,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fda3efb342d8,37575,1731730456236 in 20.0480 sec 2024-11-16T04:15:18,357 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T04:15:18,357 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T04:15:18,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=646295197d6e75dfe78be90b003f2829, ASSIGN in 9.9700 sec 2024-11-16T04:15:18,359 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,359 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T04:15:18,359 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T04:15:18,359 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,359 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.1630 sec 2024-11-16T04:15:18,361 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,362 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened fda377c919de9ca0fb4afb587c507da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60124974, jitterRate=-0.10406807065010071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:15:18,362 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,362 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for fda377c919de9ca0fb4afb587c507da3: Running coprocessor pre-open hook at 1731730518352Writing region info on filesystem at 1731730518352Initializing all the Stores at 1731730518353 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730518353Cleaning up temporary data from old regions at 1731730518359 (+6 ms)Running coprocessor post-open hooks at 1731730518362 (+3 ms)Region opened successfully at 1731730518362 2024-11-16T04:15:18,363 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3., pid=53, masterSystemTime=1731730518347 2024-11-16T04:15:18,364 DEBUG [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/cf/08752804e64c48e282b1afa1fa05b6ea 2024-11-16T04:15:18,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,365 INFO [StoreOpener-a039a3ce95e47580d22994251ed7f60c-1 {}] regionserver.HStore(327): Store=a039a3ce95e47580d22994251ed7f60c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:15:18,365 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fda377c919de9ca0fb4afb587c507da3, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37575,1731730456236 2024-11-16T04:15:18,366 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,37575,1731730456236 because future has completed 2024-11-16T04:15:18,367 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,368 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,368 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-16T04:15:18,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure fda377c919de9ca0fb4afb587c507da3, server=fda3efb342d8,37575,1731730456236 in 9.8200 sec 2024-11-16T04:15:18,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fda377c919de9ca0fb4afb587c507da3, ASSIGN in 9.9820 sec 2024-11-16T04:15:18,373 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:15:18,374 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened a039a3ce95e47580d22994251ed7f60c; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65943409, jitterRate=-0.01736663281917572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:15:18,374 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,374 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for a039a3ce95e47580d22994251ed7f60c: Running coprocessor pre-open hook at 1731730518352Writing region info on filesystem at 1731730518352Initializing all the Stores at 1731730518353 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730518353Cleaning up temporary data from old regions at 1731730518368 (+15 ms)Running coprocessor post-open hooks at 1731730518374 (+6 ms)Region opened successfully at 1731730518374 2024-11-16T04:15:18,375 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., pid=52, masterSystemTime=1731730518325 2024-11-16T04:15:18,377 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,377 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=a039a3ce95e47580d22994251ed7f60c, regionState=OPEN, openSeqNum=6, regionLocation=fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,36307,1731730456280 because future has completed 2024-11-16T04:15:18,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-16T04:15:18,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure a039a3ce95e47580d22994251ed7f60c, server=fda3efb342d8,36307,1731730456280 in 9.8340 sec 2024-11-16T04:15:18,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-16T04:15:18,382 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server fda3efb342d8,33715,1731730456194 after splitting done 2024-11-16T04:15:18,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a039a3ce95e47580d22994251ed7f60c, ASSIGN in 9.9940 sec 2024-11-16T04:15:18,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure fda3efb342d8,33715,1731730456194, splitWal=true, meta=false in 19.8560 sec 2024-11-16T04:15:18,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T04:15:18,616 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T04:15:18,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:15:18,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:15:18,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:15:18,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:15:18,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:15:18,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37954506, stopped=false 2024-11-16T04:15:18,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,43813,1731730456011 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:15:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:15:18,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:15:18,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:15:18,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:15:18,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:15:18,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:15:18,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:15:18,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,37575,1731730456236' ***** 2024-11-16T04:15:18,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:15:18,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,36307,1731730456280' ***** 2024-11-16T04:15:18,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:15:18,674 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:15:18,674 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:15:18,674 INFO [RS:1;fda3efb342d8:37575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:15:18,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:15:18,674 INFO [RS:1;fda3efb342d8:37575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:15:18,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:15:18,674 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for 9133fb8fd613ad23c93f5fcec000ed5e 2024-11-16T04:15:18,675 INFO [RS:2;fda3efb342d8:36307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,675 INFO [RS:2;fda3efb342d8:36307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b67f6d4578cf3b512032d9a57adbfe2 2024-11-16T04:15:18,675 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for ee422434eac70e8ea472e380e5695e09 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for ac53a2fc271794c5dab8385d41a575d2 2024-11-16T04:15:18,675 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9133fb8fd613ad23c93f5fcec000ed5e, disabling compactions & flushes 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d4f0f7c76da0216754f064cfa2f15d7 2024-11-16T04:15:18,675 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,37575,1731730456236 2024-11-16T04:15:18,675 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:15:18,675 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. after waiting 0 ms 2024-11-16T04:15:18,675 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fda3efb342d8:37575. 2024-11-16T04:15:18,675 DEBUG [RS:1;fda3efb342d8:37575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:15:18,675 DEBUG [RS:1;fda3efb342d8:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,675 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T04:15:18,675 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1325): Online Regions={9133fb8fd613ad23c93f5fcec000ed5e=SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e., fda377c919de9ca0fb4afb587c507da3=SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3., 5b67f6d4578cf3b512032d9a57adbfe2=SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2., ac53a2fc271794c5dab8385d41a575d2=SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2., 0d4f0f7c76da0216754f064cfa2f15d7=SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7.} 2024-11-16T04:15:18,675 DEBUG [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1351): Waiting on 0d4f0f7c76da0216754f064cfa2f15d7, 5b67f6d4578cf3b512032d9a57adbfe2, 9133fb8fd613ad23c93f5fcec000ed5e, ac53a2fc271794c5dab8385d41a575d2, fda377c919de9ca0fb4afb587c507da3 2024-11-16T04:15:18,675 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for a039a3ce95e47580d22994251ed7f60c 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for 10d3f6fb8551d8f13222db99dbd1641a 2024-11-16T04:15:18,676 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee422434eac70e8ea472e380e5695e09, disabling compactions & flushes 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for 646295197d6e75dfe78be90b003f2829 2024-11-16T04:15:18,676 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for ce8db9c09af58bcfc65cc80e2d1c6b9d 2024-11-16T04:15:18,676 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:15:18,676 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. after waiting 0 ms 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,676 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fda3efb342d8:36307. 2024-11-16T04:15:18,676 DEBUG [RS:2;fda3efb342d8:36307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:15:18,676 DEBUG [RS:2;fda3efb342d8:36307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:15:18,676 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:15:18,677 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-16T04:15:18,678 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1325): Online Regions={ee422434eac70e8ea472e380e5695e09=SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09., a039a3ce95e47580d22994251ed7f60c=SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c., 10d3f6fb8551d8f13222db99dbd1641a=SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a., 646295197d6e75dfe78be90b003f2829=SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829., 1588230740=hbase:meta,,1.1588230740, ce8db9c09af58bcfc65cc80e2d1c6b9d=SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d.} 2024-11-16T04:15:18,678 DEBUG [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1351): Waiting on 10d3f6fb8551d8f13222db99dbd1641a, 1588230740, 646295197d6e75dfe78be90b003f2829, a039a3ce95e47580d22994251ed7f60c, ce8db9c09af58bcfc65cc80e2d1c6b9d, ee422434eac70e8ea472e380e5695e09 2024-11-16T04:15:18,678 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:15:18,678 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:15:18,678 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:15:18,678 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:15:18,678 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:15:18,678 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-16T04:15:18,681 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/9133fb8fd613ad23c93f5fcec000ed5e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:15:18,682 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9133fb8fd613ad23c93f5fcec000ed5e: Waiting for close lock at 1731730518675Running coprocessor pre-close hooks at 1731730518675Disabling compacts and flushes for region at 1731730518675Disabling writes for close at 1731730518675Writing region close event to WAL at 1731730518676 (+1 ms)Running coprocessor post-close hooks at 1731730518682 (+6 ms)Closed at 1731730518682 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ee422434eac70e8ea472e380e5695e09/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731730467520.9133fb8fd613ad23c93f5fcec000ed5e. 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fda377c919de9ca0fb4afb587c507da3, disabling compactions & flushes 2024-11-16T04:15:18,682 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. after waiting 0 ms 2024-11-16T04:15:18,682 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,682 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee422434eac70e8ea472e380e5695e09: Waiting for close lock at 1731730518676Running coprocessor pre-close hooks at 1731730518676Disabling compacts and flushes for region at 1731730518676Disabling writes for close at 1731730518676Writing region close event to WAL at 1731730518677 (+1 ms)Running coprocessor post-close hooks at 1731730518682 (+5 ms)Closed at 1731730518682 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731730467520.ee422434eac70e8ea472e380e5695e09. 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a039a3ce95e47580d22994251ed7f60c, disabling compactions & flushes 2024-11-16T04:15:18,683 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. after waiting 0 ms 2024-11-16T04:15:18,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,685 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/fda377c919de9ca0fb4afb587c507da3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T04:15:18,686 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fda377c919de9ca0fb4afb587c507da3: Waiting for close lock at 1731730518682Running coprocessor pre-close hooks at 1731730518682Disabling compacts and flushes for region at 1731730518682Disabling writes for close at 1731730518682Writing region close event to WAL at 1731730518682Running coprocessor post-close hooks at 1731730518686 (+4 ms)Closed at 1731730518686 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/a039a3ce95e47580d22994251ed7f60c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731730467520.fda377c919de9ca0fb4afb587c507da3. 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b67f6d4578cf3b512032d9a57adbfe2, disabling compactions & flushes 2024-11-16T04:15:18,686 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. after waiting 0 ms 2024-11-16T04:15:18,686 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:15:18,687 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a039a3ce95e47580d22994251ed7f60c: Waiting for close lock at 1731730518683Running coprocessor pre-close hooks at 1731730518683Disabling compacts and flushes for region at 1731730518683Disabling writes for close at 1731730518683Writing region close event to WAL at 1731730518684 (+1 ms)Running coprocessor post-close hooks at 1731730518687 (+3 ms)Closed at 1731730518687 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731730467520.a039a3ce95e47580d22994251ed7f60c. 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10d3f6fb8551d8f13222db99dbd1641a, disabling compactions & flushes 2024-11-16T04:15:18,687 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. after waiting 0 ms 2024-11-16T04:15:18,687 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:15:18,690 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/5b67f6d4578cf3b512032d9a57adbfe2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:15:18,690 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/10d3f6fb8551d8f13222db99dbd1641a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:15:18,690 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b67f6d4578cf3b512032d9a57adbfe2: Waiting for close lock at 1731730518686Running coprocessor pre-close hooks at 1731730518686Disabling compacts and flushes for region at 1731730518686Disabling writes for close at 1731730518686Writing region close event to WAL at 1731730518687 (+1 ms)Running coprocessor post-close hooks at 1731730518690 (+3 ms)Closed at 1731730518690 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731730467520.5b67f6d4578cf3b512032d9a57adbfe2. 2024-11-16T04:15:18,691 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac53a2fc271794c5dab8385d41a575d2, disabling compactions & flushes 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10d3f6fb8551d8f13222db99dbd1641a: Waiting for close lock at 1731730518687Running coprocessor pre-close hooks at 1731730518687Disabling compacts and flushes for region at 1731730518687Disabling writes for close at 1731730518687Writing region close event to WAL at 1731730518687Running coprocessor post-close hooks at 1731730518691 (+4 ms)Closed at 1731730518691 2024-11-16T04:15:18,691 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731730467520.10d3f6fb8551d8f13222db99dbd1641a. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. after waiting 0 ms 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 646295197d6e75dfe78be90b003f2829, disabling compactions & flushes 2024-11-16T04:15:18,691 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. after waiting 0 ms 2024-11-16T04:15:18,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,694 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ac53a2fc271794c5dab8385d41a575d2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:15:18,694 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/646295197d6e75dfe78be90b003f2829/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T04:15:18,695 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac53a2fc271794c5dab8385d41a575d2: Waiting for close lock at 1731730518691Running coprocessor pre-close hooks at 1731730518691Disabling compacts and flushes for region at 1731730518691Disabling writes for close at 1731730518691Writing region close event to WAL at 1731730518691Running coprocessor post-close hooks at 1731730518695 (+4 ms)Closed at 1731730518695 2024-11-16T04:15:18,695 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 646295197d6e75dfe78be90b003f2829: Waiting for close lock at 1731730518691Running coprocessor pre-close hooks at 1731730518691Disabling compacts and flushes for region at 1731730518691Disabling writes for close at 1731730518691Writing region close event to WAL at 1731730518691Running coprocessor post-close hooks at 1731730518695 (+4 ms)Closed at 1731730518695 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731730467520.646295197d6e75dfe78be90b003f2829. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce8db9c09af58bcfc65cc80e2d1c6b9d, disabling compactions & flushes 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d4f0f7c76da0216754f064cfa2f15d7, disabling compactions & flushes 2024-11-16T04:15:18,695 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:15:18,695 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. after waiting 0 ms 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. after waiting 0 ms 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:15:18,695 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:15:18,697 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/info/0aa0ede7c8134ede884c3c395f79fee0 is 167, key is SPTestTable,19999999,1731730467520.ac53a2fc271794c5dab8385d41a575d2./info:regioninfo/1731730478259/Put/seqid=0 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/0d4f0f7c76da0216754f064cfa2f15d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/default/SPTestTable/ce8db9c09af58bcfc65cc80e2d1c6b9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T04:15:18,699 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:15:18,699 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d4f0f7c76da0216754f064cfa2f15d7: Waiting for close lock at 1731730518695Running coprocessor pre-close hooks at 1731730518695Disabling compacts and flushes for region at 1731730518695Disabling writes for close at 1731730518695Writing region close event to WAL at 1731730518696 (+1 ms)Running coprocessor post-close hooks at 1731730518699 (+3 ms)Closed at 1731730518699 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce8db9c09af58bcfc65cc80e2d1c6b9d: Waiting for close lock at 1731730518695Running coprocessor pre-close hooks at 1731730518695Disabling compacts and flushes for region at 1731730518695Disabling writes for close at 1731730518695Writing region close event to WAL at 1731730518695Running coprocessor post-close hooks at 1731730518699 (+4 ms)Closed at 1731730518699 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731730467520.0d4f0f7c76da0216754f064cfa2f15d7. 2024-11-16T04:15:18,699 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731730467520.ce8db9c09af58bcfc65cc80e2d1c6b9d. 2024-11-16T04:15:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741864_1040 (size=19817) 2024-11-16T04:15:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741864_1040 (size=19817) 2024-11-16T04:15:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741864_1040 (size=19817) 2024-11-16T04:15:18,704 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/info/0aa0ede7c8134ede884c3c395f79fee0 2024-11-16T04:15:18,717 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:15:18,724 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/ns/beb039a45d514a1d96f5b241194ab735 is 43, key is default/ns:d/1731730467339/Put/seqid=0 2024-11-16T04:15:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741865_1041 (size=5153) 2024-11-16T04:15:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741865_1041 (size=5153) 2024-11-16T04:15:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741865_1041 (size=5153) 2024-11-16T04:15:18,732 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/ns/beb039a45d514a1d96f5b241194ab735 2024-11-16T04:15:18,751 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/table/a8cf293caffd4e408e33a4b4a0f3ed3f is 47, key is SPTestTable/table:state/1731730478438/Put/seqid=0 2024-11-16T04:15:18,754 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:15:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741866_1042 (size=5214) 2024-11-16T04:15:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741866_1042 (size=5214) 2024-11-16T04:15:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741866_1042 (size=5214) 2024-11-16T04:15:18,757 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/table/a8cf293caffd4e408e33a4b4a0f3ed3f 2024-11-16T04:15:18,763 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/info/0aa0ede7c8134ede884c3c395f79fee0 as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/info/0aa0ede7c8134ede884c3c395f79fee0 2024-11-16T04:15:18,769 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/info/0aa0ede7c8134ede884c3c395f79fee0, entries=112, sequenceid=35, filesize=19.4 K 2024-11-16T04:15:18,770 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/ns/beb039a45d514a1d96f5b241194ab735 as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/ns/beb039a45d514a1d96f5b241194ab735 2024-11-16T04:15:18,775 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/ns/beb039a45d514a1d96f5b241194ab735, entries=2, sequenceid=35, filesize=5.0 K 2024-11-16T04:15:18,776 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/.tmp/table/a8cf293caffd4e408e33a4b4a0f3ed3f as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/table/a8cf293caffd4e408e33a4b4a0f3ed3f 2024-11-16T04:15:18,782 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/table/a8cf293caffd4e408e33a4b4a0f3ed3f, entries=2, sequenceid=35, filesize=5.1 K 2024-11-16T04:15:18,783 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=35, compaction requested=false 2024-11-16T04:15:18,787 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-16T04:15:18,788 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:15:18,788 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:15:18,788 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730518678Running coprocessor pre-close hooks at 1731730518678Disabling compacts and flushes for region at 1731730518678Disabling writes for close at 1731730518678Obtaining lock to block concurrent updates at 1731730518678Preparing flush snapshotting stores in 1588230740 at 1731730518678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731730518679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730518679Flushing 1588230740/info: creating writer at 1731730518680 (+1 ms)Flushing 1588230740/info: appending metadata at 1731730518697 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731730518697Flushing 1588230740/ns: creating writer at 1731730518709 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731730518724 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731730518724Flushing 1588230740/table: creating writer at 1731730518738 (+14 ms)Flushing 1588230740/table: appending metadata at 1731730518750 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731730518750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1f706e: reopening flushed file at 1731730518763 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a14d322: reopening flushed file at 1731730518770 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b5b708: reopening flushed file at 1731730518775 (+5 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=35, compaction requested=false at 1731730518783 (+8 ms)Writing region close event to WAL at 1731730518784 (+1 ms)Running coprocessor post-close hooks at 1731730518788 (+4 ms)Closed at 1731730518788 2024-11-16T04:15:18,788 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:15:18,867 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:15:18,867 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:15:18,876 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,37575,1731730456236; all regions closed. 2024-11-16T04:15:18,878 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,36307,1731730456280; all regions closed. 2024-11-16T04:15:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741834_1010 (size=4052) 2024-11-16T04:15:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741834_1010 (size=4052) 2024-11-16T04:15:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741834_1010 (size=4052) 2024-11-16T04:15:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741836_1012 (size=18422) 2024-11-16T04:15:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741836_1012 (size=18422) 2024-11-16T04:15:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741836_1012 (size=18422) 2024-11-16T04:15:18,886 DEBUG [RS:1;fda3efb342d8:37575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs 2024-11-16T04:15:18,886 INFO [RS:1;fda3efb342d8:37575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37575%2C1731730456236:(num 1731730457009) 2024-11-16T04:15:18,886 DEBUG [RS:1;fda3efb342d8:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,886 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:15:18,886 INFO [RS:1;fda3efb342d8:37575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:15:18,887 DEBUG [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs 2024-11-16T04:15:18,887 INFO [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C36307%2C1731730456280.meta:.meta(num 1731730467196) 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:15:18,887 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:15:18,887 INFO [RS:1;fda3efb342d8:37575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37575 2024-11-16T04:15:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741835_1011 (size=3534) 2024-11-16T04:15:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741835_1011 (size=3534) 2024-11-16T04:15:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741835_1011 (size=3534) 2024-11-16T04:15:18,891 DEBUG [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/oldWALs 2024-11-16T04:15:18,891 INFO [RS:2;fda3efb342d8:36307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C36307%2C1731730456280:(num 1731730457014) 2024-11-16T04:15:18,891 DEBUG [RS:2;fda3efb342d8:36307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:15:18,891 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:15:18,891 INFO [RS:2;fda3efb342d8:36307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:15:18,891 INFO [RS:2;fda3efb342d8:36307 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:15:18,891 INFO [RS:2;fda3efb342d8:36307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:15:18,891 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:15:18,892 INFO [RS:2;fda3efb342d8:36307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36307 2024-11-16T04:15:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,37575,1731730456236 2024-11-16T04:15:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:15:18,893 INFO [RS:1;fda3efb342d8:37575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:15:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,36307,1731730456280 2024-11-16T04:15:18,903 INFO [RS:2;fda3efb342d8:36307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:15:18,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,36307,1731730456280] 2024-11-16T04:15:18,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,36307,1731730456280 already deleted, retry=false 2024-11-16T04:15:18,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,36307,1731730456280 expired; onlineServers=1 2024-11-16T04:15:18,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,37575,1731730456236] 2024-11-16T04:15:18,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,37575,1731730456236 already deleted, retry=false 2024-11-16T04:15:18,946 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,37575,1731730456236 expired; onlineServers=0 2024-11-16T04:15:18,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,43813,1731730456011' ***** 2024-11-16T04:15:18,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:15:18,946 INFO [M:0;fda3efb342d8:43813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:15:18,946 INFO [M:0;fda3efb342d8:43813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:15:18,946 DEBUG [M:0;fda3efb342d8:43813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:15:18,947 DEBUG [M:0;fda3efb342d8:43813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:15:18,947 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:15:18,947 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456705 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456705,5,FailOnTimeoutGroup] 2024-11-16T04:15:18,947 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456705 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456705,5,FailOnTimeoutGroup] 2024-11-16T04:15:18,947 INFO [M:0;fda3efb342d8:43813 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:15:18,947 INFO [M:0;fda3efb342d8:43813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:15:18,948 DEBUG [M:0;fda3efb342d8:43813 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:15:18,948 INFO [M:0;fda3efb342d8:43813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:15:18,948 INFO [M:0;fda3efb342d8:43813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:15:18,948 ERROR [M:0;fda3efb342d8:43813 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:33399 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33399,5,PEWorkerGroup] 2024-11-16T04:15:18,948 INFO [M:0;fda3efb342d8:43813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:15:18,949 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:15:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:15:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:15:18,957 DEBUG [M:0;fda3efb342d8:43813 {}] zookeeper.ZKUtil(347): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:15:18,957 WARN [M:0;fda3efb342d8:43813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:15:18,958 INFO [M:0;fda3efb342d8:43813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/.lastflushedseqids 2024-11-16T04:15:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741867_1043 (size=650) 2024-11-16T04:15:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741867_1043 (size=650) 2024-11-16T04:15:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741867_1043 (size=650) 2024-11-16T04:15:18,970 INFO [M:0;fda3efb342d8:43813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:15:18,970 INFO [M:0;fda3efb342d8:43813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:15:18,970 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:15:18,970 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:15:18,970 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:15:18,970 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:15:18,970 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:15:18,970 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.80 KB heapSize=278.63 KB 2024-11-16T04:15:18,984 DEBUG [M:0;fda3efb342d8:43813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde6b501bc494535b8e3bfe11d325efe is 82, key is hbase:meta,,1/info:regioninfo/1731730467249/Put/seqid=0 2024-11-16T04:15:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741868_1044 (size=5672) 2024-11-16T04:15:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741868_1044 (size=5672) 2024-11-16T04:15:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741868_1044 (size=5672) 2024-11-16T04:15:18,991 INFO [M:0;fda3efb342d8:43813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde6b501bc494535b8e3bfe11d325efe 2024-11-16T04:15:19,009 DEBUG [M:0;fda3efb342d8:43813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5561139f84f04277a077707425252348 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730478445/Put/seqid=0 2024-11-16T04:15:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,014 INFO [RS:1;fda3efb342d8:37575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:15:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x10141d9b9630002, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,014 INFO [RS:1;fda3efb342d8:37575 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,37575,1731730456236; zookeeper connection closed. 2024-11-16T04:15:19,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@249d5544 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@249d5544 2024-11-16T04:15:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741869_1045 (size=9313) 2024-11-16T04:15:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741869_1045 (size=9313) 2024-11-16T04:15:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741869_1045 (size=9313) 2024-11-16T04:15:19,016 INFO [M:0;fda3efb342d8:43813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.06 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5561139f84f04277a077707425252348 2024-11-16T04:15:19,022 INFO [M:0;fda3efb342d8:43813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5561139f84f04277a077707425252348 2024-11-16T04:15:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,025 INFO [RS:2;fda3efb342d8:36307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:15:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x10141d9b9630003, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,025 INFO [RS:2;fda3efb342d8:36307 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,36307,1731730456280; zookeeper connection closed. 2024-11-16T04:15:19,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3dce5db1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3dce5db1 2024-11-16T04:15:19,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T04:15:19,036 DEBUG [M:0;fda3efb342d8:43813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d4f40d3f1c245ab8be4a42733bfd27f is 69, key is fda3efb342d8,36307,1731730456280/rs:state/1731730456794/Put/seqid=0 2024-11-16T04:15:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741870_1046 (size=5442) 2024-11-16T04:15:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741870_1046 (size=5442) 2024-11-16T04:15:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741870_1046 (size=5442) 2024-11-16T04:15:19,042 INFO [M:0;fda3efb342d8:43813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d4f40d3f1c245ab8be4a42733bfd27f 2024-11-16T04:15:19,047 INFO [M:0;fda3efb342d8:43813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d4f40d3f1c245ab8be4a42733bfd27f 2024-11-16T04:15:19,048 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde6b501bc494535b8e3bfe11d325efe as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bde6b501bc494535b8e3bfe11d325efe 2024-11-16T04:15:19,053 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bde6b501bc494535b8e3bfe11d325efe, entries=8, sequenceid=476, filesize=5.5 K 2024-11-16T04:15:19,054 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5561139f84f04277a077707425252348 as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5561139f84f04277a077707425252348 2024-11-16T04:15:19,060 INFO [M:0;fda3efb342d8:43813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5561139f84f04277a077707425252348 2024-11-16T04:15:19,060 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5561139f84f04277a077707425252348, entries=54, sequenceid=476, filesize=9.1 K 2024-11-16T04:15:19,061 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d4f40d3f1c245ab8be4a42733bfd27f as hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d4f40d3f1c245ab8be4a42733bfd27f 2024-11-16T04:15:19,067 INFO [M:0;fda3efb342d8:43813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d4f40d3f1c245ab8be4a42733bfd27f 2024-11-16T04:15:19,067 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33399/user/jenkins/test-data/02f9a5af-b04f-9a7b-d5ba-fb87df2067f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d4f40d3f1c245ab8be4a42733bfd27f, entries=3, sequenceid=476, filesize=5.3 K 2024-11-16T04:15:19,068 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~234.80 KB/240435, heapSize ~278.33 KB/285008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=476, compaction requested=false 2024-11-16T04:15:19,070 INFO [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:15:19,070 DEBUG [M:0;fda3efb342d8:43813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730518970Disabling compacts and flushes for region at 1731730518970Disabling writes for close at 1731730518970Obtaining lock to block concurrent updates at 1731730518970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730518970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240435, getHeapSize=285248, getOffHeapSize=0, getCellsCount=579 at 1731730518970Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730518971 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730518971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730518984 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730518984Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730518995 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730519009 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730519009Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730519022 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730519035 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730519035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115c56a5: reopening flushed file at 1731730519047 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cac231: reopening flushed file at 1731730519053 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0e89fa: reopening flushed file at 1731730519060 (+7 ms)Finished flush of dataSize ~234.80 KB/240435, heapSize ~278.33 KB/285008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=476, compaction requested=false at 1731730519068 (+8 ms)Writing region close event to WAL at 1731730519070 (+2 ms)Closed at 1731730519070 2024-11-16T04:15:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741830_1006 (size=272206) 2024-11-16T04:15:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741830_1006 (size=272206) 2024-11-16T04:15:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741830_1006 (size=272206) 2024-11-16T04:15:19,073 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:15:19,073 INFO [M:0;fda3efb342d8:43813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:15:19,073 INFO [M:0;fda3efb342d8:43813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43813 2024-11-16T04:15:19,073 INFO [M:0;fda3efb342d8:43813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:15:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,183 INFO [M:0;fda3efb342d8:43813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:15:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43813-0x10141d9b9630000, quorum=127.0.0.1:59292, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:15:19,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5704264e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:15:19,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384fb1d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:15:19,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:15:19,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e86945c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:15:19,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,STOPPED} 2024-11-16T04:15:19,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:15:19,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:15:19,189 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:15:19,189 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107526372-172.17.0.2-1731730453410 (Datanode Uuid 6301ae0f-00cc-465a-893f-addecffd15e1) service to localhost/127.0.0.1:33399 2024-11-16T04:15:19,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data5/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data6/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:15:19,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114b6dbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:15:19,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4109d07e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:15:19,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:15:19,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3b5ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:15:19,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17834c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,STOPPED} 2024-11-16T04:15:19,197 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:15:19,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:15:19,197 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107526372-172.17.0.2-1731730453410 (Datanode Uuid e1867f68-2925-4458-83fe-6d6d7be39212) service to localhost/127.0.0.1:33399 2024-11-16T04:15:19,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:15:19,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data3/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data4/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:15:19,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31c76ac8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:15:19,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aae0e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:15:19,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:15:19,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201c67a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:15:19,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63421172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,STOPPED} 2024-11-16T04:15:19,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:15:19,201 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:15:19,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:15:19,202 WARN [BP-2107526372-172.17.0.2-1731730453410 heartbeating to localhost/127.0.0.1:33399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107526372-172.17.0.2-1731730453410 (Datanode Uuid 6e2a9824-2b9f-43f9-9eac-e8fbf716fbee) service to localhost/127.0.0.1:33399 2024-11-16T04:15:19,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data1/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/cluster_f8cdf67a-0535-5a78-7838-7613eb46bd9e/data/data2/current/BP-2107526372-172.17.0.2-1731730453410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:15:19,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:15:19,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c60a063{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:15:19,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@430d345b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:15:19,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:15:19,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3e7f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:15:19,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@495cc068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c06af703-a4e3-395e-7748-b5ba36a08f0d/hadoop.log.dir/,STOPPED} 2024-11-16T04:15:19,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:15:19,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:15:19,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33399 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33399 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7895 (was 8821)