2024-12-11 18:14:57,490 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 18:14:57,502 main DEBUG Took 0.010356 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 18:14:57,503 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 18:14:57,503 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 18:14:57,504 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 18:14:57,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,515 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 18:14:57,527 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,531 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,532 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,535 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,536 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,538 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,540 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:14:57,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,542 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 18:14:57,544 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:14:57,546 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 18:14:57,548 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 18:14:57,549 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 18:14:57,550 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 18:14:57,551 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 18:14:57,560 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 18:14:57,562 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 18:14:57,564 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 18:14:57,564 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 18:14:57,564 main DEBUG createAppenders(={Console}) 2024-12-11 18:14:57,565 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-11 18:14:57,566 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 18:14:57,566 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-11 18:14:57,567 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 18:14:57,567 main DEBUG OutputStream closed 2024-12-11 18:14:57,567 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 18:14:57,567 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 18:14:57,568 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-11 18:14:57,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 18:14:57,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 18:14:57,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 18:14:57,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 18:14:57,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 18:14:57,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 18:14:57,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 18:14:57,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 18:14:57,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 18:14:57,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 18:14:57,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 18:14:57,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 18:14:57,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 18:14:57,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 18:14:57,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 18:14:57,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 18:14:57,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 18:14:57,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 18:14:57,644 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 18:14:57,644 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-11 18:14:57,645 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 18:14:57,645 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-11T18:14:57,657 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-11 18:14:57,660 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 18:14:57,660 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T18:14:57,666 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-11T18:14:57,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=3136 2024-12-11T18:14:57,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f 2024-12-11T18:14:57,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T18:14:57,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b, deleteOnExit=true 2024-12-11T18:14:57,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T18:14:57,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/test.cache.data in system properties and HBase conf 2024-12-11T18:14:57,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:14:57,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:14:57,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:14:57,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:14:57,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T18:14:58,051 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T18:14:58,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:14:58,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:14:58,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:14:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:14:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:14:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:14:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:14:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:14:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:14:58,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:14:58,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:14:58,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:14:58,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:14:58,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:14:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:14:59,134 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T18:14:59,200 INFO [Time-limited test {}] log.Log(170): Logging initialized @2339ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T18:14:59,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:14:59,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:14:59,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:14:59,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:14:59,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:14:59,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:14:59,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:14:59,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:14:59,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/java.io.tmpdir/jetty-localhost-43217-hadoop-hdfs-3_4_1-tests_jar-_-any-7554029655924344918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:14:59,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43217} 2024-12-11T18:14:59,603 INFO [Time-limited test {}] server.Server(415): Started @2742ms 2024-12-11T18:15:00,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:15:00,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:15:00,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:15:00,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:15:00,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:15:00,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:15:00,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:15:00,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/java.io.tmpdir/jetty-localhost-39957-hadoop-hdfs-3_4_1-tests_jar-_-any-8984762360748958613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:15:00,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:39957} 2024-12-11T18:15:00,256 INFO [Time-limited test {}] server.Server(415): Started @3395ms 2024-12-11T18:15:00,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:15:00,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:15:00,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:15:00,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:15:00,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:15:00,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:15:00,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:15:00,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:15:00,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/java.io.tmpdir/jetty-localhost-39575-hadoop-hdfs-3_4_1-tests_jar-_-any-9137308618839002815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:15:00,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:39575} 2024-12-11T18:15:00,533 INFO [Time-limited test {}] server.Server(415): Started @3672ms 2024-12-11T18:15:00,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:15:00,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:15:00,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:15:00,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:15:00,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:15:00,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:15:00,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:15:00,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:15:00,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/java.io.tmpdir/jetty-localhost-44569-hadoop-hdfs-3_4_1-tests_jar-_-any-12360076110123736405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:15:00,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:44569} 2024-12-11T18:15:00,680 INFO [Time-limited test {}] server.Server(415): Started @3819ms 2024-12-11T18:15:00,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:15:01,558 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data2/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,558 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data3/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,558 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data4/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,558 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data1/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,592 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:15:01,592 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:15:01,602 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data5/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,602 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data6/current/BP-761313642-172.17.0.2-1733940898678/current, will proceed with Du for space computation calculation, 2024-12-11T18:15:01,625 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:15:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa12a689e0a6412d with lease ID 0x325a6963c85267d: Processing first storage report for DS-3ac99cfa-962a-4f28-903d-734cdac04adf from datanode DatanodeRegistration(127.0.0.1:46239, datanodeUuid=fe11986c-a0a6-49e2-8c6a-0be23ba581aa, infoPort=41903, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa12a689e0a6412d with lease ID 0x325a6963c85267d: from storage DS-3ac99cfa-962a-4f28-903d-734cdac04adf node DatanodeRegistration(127.0.0.1:46239, datanodeUuid=fe11986c-a0a6-49e2-8c6a-0be23ba581aa, infoPort=41903, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x812293cdf2c32c13 with lease ID 0x325a6963c85267e: Processing first storage report for DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7 from datanode DatanodeRegistration(127.0.0.1:43973, datanodeUuid=757cb62d-8b30-4049-a701-d2d188dd2ca0, infoPort=44119, infoSecurePort=0, ipcPort=42953, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x812293cdf2c32c13 with lease ID 0x325a6963c85267e: from storage DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7 node DatanodeRegistration(127.0.0.1:43973, datanodeUuid=757cb62d-8b30-4049-a701-d2d188dd2ca0, infoPort=44119, infoSecurePort=0, ipcPort=42953, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x606f725825350f3c with lease ID 0x325a6963c85267f: Processing first storage report for DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=3fca159b-0e4d-4fba-9e3b-ec42f76dc230, infoPort=33345, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x606f725825350f3c with lease ID 0x325a6963c85267f: from storage DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=3fca159b-0e4d-4fba-9e3b-ec42f76dc230, infoPort=33345, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa12a689e0a6412d with lease ID 0x325a6963c85267d: Processing first storage report for DS-20c72398-fe77-474f-af5f-ce37d263ae75 from datanode DatanodeRegistration(127.0.0.1:46239, datanodeUuid=fe11986c-a0a6-49e2-8c6a-0be23ba581aa, infoPort=41903, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa12a689e0a6412d with lease ID 0x325a6963c85267d: from storage DS-20c72398-fe77-474f-af5f-ce37d263ae75 node DatanodeRegistration(127.0.0.1:46239, datanodeUuid=fe11986c-a0a6-49e2-8c6a-0be23ba581aa, infoPort=41903, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x812293cdf2c32c13 with lease ID 0x325a6963c85267e: Processing first storage report for DS-eb7c64fe-32fc-4456-9d11-06637c363019 from datanode DatanodeRegistration(127.0.0.1:43973, datanodeUuid=757cb62d-8b30-4049-a701-d2d188dd2ca0, infoPort=44119, infoSecurePort=0, ipcPort=42953, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x812293cdf2c32c13 with lease ID 0x325a6963c85267e: from storage DS-eb7c64fe-32fc-4456-9d11-06637c363019 node DatanodeRegistration(127.0.0.1:43973, datanodeUuid=757cb62d-8b30-4049-a701-d2d188dd2ca0, infoPort=44119, infoSecurePort=0, ipcPort=42953, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x606f725825350f3c with lease ID 0x325a6963c85267f: Processing first storage report for DS-73f820b8-24fe-4882-80e5-d7cb35158918 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=3fca159b-0e4d-4fba-9e3b-ec42f76dc230, infoPort=33345, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678) 2024-12-11T18:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x606f725825350f3c with lease ID 0x325a6963c85267f: from storage DS-73f820b8-24fe-4882-80e5-d7cb35158918 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=3fca159b-0e4d-4fba-9e3b-ec42f76dc230, infoPort=33345, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=7992454;c=1733940898678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:15:01,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f 2024-12-11T18:15:01,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/zookeeper_0, clientPort=58151, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T18:15:01,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58151 2024-12-11T18:15:01,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:01,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:15:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:15:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:15:02,390 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe with version=8 2024-12-11T18:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/hbase-staging 2024-12-11T18:15:02,475 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T18:15:02,718 INFO [Time-limited test {}] client.ConnectionUtils(128): master/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:15:02,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:02,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:15:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:15:02,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T18:15:02,925 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T18:15:02,933 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T18:15:02,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:15:02,956 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103186 (auto-detected) 2024-12-11T18:15:02,957 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T18:15:02,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39019 2024-12-11T18:15:02,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39019 connecting to ZooKeeper ensemble=127.0.0.1:58151 2024-12-11T18:15:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390190x0, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:15:03,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39019-0x100162436040000 connected 2024-12-11T18:15:03,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:15:03,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe, hbase.cluster.distributed=false 2024-12-11T18:15:03,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:15:03,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39019 2024-12-11T18:15:03,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39019 2024-12-11T18:15:03,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39019 2024-12-11T18:15:03,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39019 2024-12-11T18:15:03,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39019 2024-12-11T18:15:03,297 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:15:03,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:15:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:15:03,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:15:03,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:15:03,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42343 2024-12-11T18:15:03,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42343 connecting to ZooKeeper ensemble=127.0.0.1:58151 2024-12-11T18:15:03,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423430x0, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:15:03,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42343-0x100162436040001 connected 2024-12-11T18:15:03,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:15:03,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:15:03,362 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:15:03,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:15:03,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:15:03,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42343 2024-12-11T18:15:03,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42343 2024-12-11T18:15:03,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42343 2024-12-11T18:15:03,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42343 2024-12-11T18:15:03,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42343 2024-12-11T18:15:03,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:15:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:15:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:15:03,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:15:03,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:15:03,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45173 2024-12-11T18:15:03,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45173 connecting to ZooKeeper ensemble=127.0.0.1:58151 2024-12-11T18:15:03,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451730x0, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:15:03,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:15:03,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45173-0x100162436040002 connected 2024-12-11T18:15:03,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:15:03,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:15:03,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:15:03,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:15:03,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45173 2024-12-11T18:15:03,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45173 2024-12-11T18:15:03,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45173 2024-12-11T18:15:03,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45173 2024-12-11T18:15:03,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45173 2024-12-11T18:15:03,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:15:03,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:15:03,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:15:03,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:15:03,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:15:03,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:15:03,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39961 2024-12-11T18:15:03,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39961 connecting to ZooKeeper ensemble=127.0.0.1:58151 2024-12-11T18:15:03,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,487 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399610x0, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:15:03,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399610x0, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:15:03,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39961-0x100162436040003 connected 2024-12-11T18:15:03,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:15:03,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:15:03,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:15:03,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:15:03,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39961 2024-12-11T18:15:03,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39961 2024-12-11T18:15:03,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39961 2024-12-11T18:15:03,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39961 2024-12-11T18:15:03,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39961 2024-12-11T18:15:03,509 DEBUG [M:0;75744186b12a:39019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;75744186b12a:39019 2024-12-11T18:15:03,510 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/75744186b12a,39019,1733940902560 2024-12-11T18:15:03,526 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,527 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/75744186b12a,39019,1733940902560 2024-12-11T18:15:03,559 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:15:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:15:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:15:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,559 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,560 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T18:15:03,561 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/75744186b12a,39019,1733940902560 from backup master directory 2024-12-11T18:15:03,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,570 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/75744186b12a,39019,1733940902560 2024-12-11T18:15:03,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:15:03,572 WARN [master/75744186b12a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:15:03,572 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=75744186b12a,39019,1733940902560 2024-12-11T18:15:03,575 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T18:15:03,577 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T18:15:03,628 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/hbase.id] with ID: 2076d7dd-5e95-46e0-a70a-ed9dd7b30229 2024-12-11T18:15:03,628 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.tmp/hbase.id 2024-12-11T18:15:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:15:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:15:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:15:03,643 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.tmp/hbase.id]:[hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/hbase.id] 2024-12-11T18:15:03,686 INFO [master/75744186b12a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:15:03,692 INFO [master/75744186b12a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T18:15:03,710 INFO [master/75744186b12a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-11T18:15:03,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,742 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:15:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:15:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:15:03,774 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T18:15:03,775 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T18:15:03,787 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T18:15:03,791 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:15:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:15:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:15:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:15:03,839 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store 2024-12-11T18:15:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:15:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:15:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:15:03,866 INFO [master/75744186b12a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T18:15:03,869 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:03,871 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T18:15:03,871 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:15:03,872 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:15:03,874 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T18:15:03,874 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:15:03,874 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:15:03,876 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733940903871Disabling compacts and flushes for region at 1733940903871Disabling writes for close at 1733940903874 (+3 ms)Writing region close event to WAL at 1733940903874Closed at 1733940903874 2024-12-11T18:15:03,878 WARN [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/.initializing 2024-12-11T18:15:03,878 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/WALs/75744186b12a,39019,1733940902560 2024-12-11T18:15:03,885 INFO [master/75744186b12a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:15:03,899 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C39019%2C1733940902560, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/WALs/75744186b12a,39019,1733940902560, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/oldWALs, maxLogs=10 2024-12-11T18:15:03,932 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/WALs/75744186b12a,39019,1733940902560/75744186b12a%2C39019%2C1733940902560.1733940903905, exclude list is [], retry=0 2024-12-11T18:15:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7,DISK] 2024-12-11T18:15:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-3ac99cfa-962a-4f28-903d-734cdac04adf,DISK] 2024-12-11T18:15:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7,DISK] 2024-12-11T18:15:03,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T18:15:03,986 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/WALs/75744186b12a,39019,1733940902560/75744186b12a%2C39019%2C1733940902560.1733940903905 2024-12-11T18:15:03,987 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33345:33345),(127.0.0.1/127.0.0.1:41903:41903),(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-11T18:15:03,988 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T18:15:03,988 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:03,991 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:03,992 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T18:15:04,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:04,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T18:15:04,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:04,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T18:15:04,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:04,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T18:15:04,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:04,064 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,069 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,070 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,075 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,075 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,079 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:15:04,082 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:15:04,086 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:04,087 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60076394, jitterRate=-0.10479196906089783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:15:04,094 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733940904003Initializing all the Stores at 1733940904005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940904006 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940904006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940904007 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940904007Cleaning up temporary data from old regions at 1733940904076 (+69 ms)Region opened successfully at 1733940904094 (+18 ms) 2024-12-11T18:15:04,095 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T18:15:04,127 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feab60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:15:04,154 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T18:15:04,163 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T18:15:04,163 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T18:15:04,165 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T18:15:04,166 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T18:15:04,170 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-11T18:15:04,171 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T18:15:04,193 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T18:15:04,201 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T18:15:04,258 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T18:15:04,261 INFO [master/75744186b12a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T18:15:04,262 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T18:15:04,270 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T18:15:04,272 INFO [master/75744186b12a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T18:15:04,276 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T18:15:04,287 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T18:15:04,288 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T18:15:04,295 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T18:15:04,313 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T18:15:04,320 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T18:15:04,329 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,329 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,333 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=75744186b12a,39019,1733940902560, sessionid=0x100162436040000, setting cluster-up flag (Was=false) 2024-12-11T18:15:04,362 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,387 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T18:15:04,391 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75744186b12a,39019,1733940902560 2024-12-11T18:15:04,412 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:04,445 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T18:15:04,449 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75744186b12a,39019,1733940902560 2024-12-11T18:15:04,458 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T18:15:04,500 INFO [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(746): ClusterId : 2076d7dd-5e95-46e0-a70a-ed9dd7b30229 2024-12-11T18:15:04,500 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(746): ClusterId : 2076d7dd-5e95-46e0-a70a-ed9dd7b30229 2024-12-11T18:15:04,501 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(746): ClusterId : 2076d7dd-5e95-46e0-a70a-ed9dd7b30229 2024-12-11T18:15:04,502 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:15:04,502 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:15:04,502 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:15:04,528 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:15:04,528 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:15:04,528 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:15:04,529 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:15:04,529 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:15:04,529 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:15:04,530 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T18:15:04,538 INFO [master/75744186b12a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T18:15:04,544 INFO [master/75744186b12a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T18:15:04,546 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:15:04,546 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:15:04,546 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:15:04,547 DEBUG [RS:0;75744186b12a:42343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452fb2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:15:04,547 DEBUG [RS:1;75744186b12a:45173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5c8aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:15:04,547 DEBUG [RS:2;75744186b12a:39961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed39bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:15:04,550 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 75744186b12a,39019,1733940902560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T18:15:04,558 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/75744186b12a:0, corePoolSize=10, maxPoolSize=10 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,559 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:15:04,560 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,566 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;75744186b12a:42343 2024-12-11T18:15:04,566 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;75744186b12a:39961 2024-12-11T18:15:04,568 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;75744186b12a:45173 2024-12-11T18:15:04,569 INFO [RS:2;75744186b12a:39961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:15:04,569 INFO [RS:0;75744186b12a:42343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:15:04,569 INFO [RS:1;75744186b12a:45173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:15:04,569 INFO [RS:2;75744186b12a:39961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:15:04,569 INFO [RS:0;75744186b12a:42343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:15:04,569 INFO [RS:1;75744186b12a:45173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:15:04,569 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:15:04,569 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:15:04,569 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:15:04,573 INFO [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,39019,1733940902560 with port=45173, startcode=1733940903387 2024-12-11T18:15:04,573 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,39019,1733940902560 with port=39961, startcode=1733940903456 2024-12-11T18:15:04,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:15:04,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T18:15:04,574 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,39019,1733940902560 with port=42343, startcode=1733940903264 2024-12-11T18:15:04,576 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733940934576 2024-12-11T18:15:04,578 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T18:15:04,579 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T18:15:04,583 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,583 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T18:15:04,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T18:15:04,584 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T18:15:04,584 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T18:15:04,584 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T18:15:04,587 DEBUG [RS:0;75744186b12a:42343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:15:04,587 DEBUG [RS:1;75744186b12a:45173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:15:04,587 DEBUG [RS:2;75744186b12a:39961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:15:04,591 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,603 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T18:15:04,604 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T18:15:04,605 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T18:15:04,608 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T18:15:04,636 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T18:15:04,639 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940904638,5,FailOnTimeoutGroup] 2024-12-11T18:15:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:15:04,640 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940904639,5,FailOnTimeoutGroup] 2024-12-11T18:15:04,641 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:15:04,641 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T18:15:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:15:04,643 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,644 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T18:15:04,645 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:04,658 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:15:04,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45951, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:15:04,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:15:04,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,39961,1733940903456 2024-12-11T18:15:04,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(517): Registering regionserver=75744186b12a,39961,1733940903456 2024-12-11T18:15:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:15:04,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:15:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:15:04,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:04,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T18:15:04,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,45173,1733940903387 2024-12-11T18:15:04,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(517): Registering regionserver=75744186b12a,45173,1733940903387 2024-12-11T18:15:04,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T18:15:04,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:04,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T18:15:04,687 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:04,687 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-12-11T18:15:04,687 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:15:04,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T18:15:04,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:04,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T18:15:04,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,42343,1733940903264 2024-12-11T18:15:04,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] master.ServerManager(517): Registering regionserver=75744186b12a,42343,1733940903264 2024-12-11T18:15:04,692 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:04,692 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-12-11T18:15:04,692 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:15:04,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T18:15:04,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:04,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T18:15:04,697 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:04,697 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-12-11T18:15:04,697 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:15:04,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T18:15:04,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:04,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:04,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T18:15:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740 2024-12-11T18:15:04,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740 2024-12-11T18:15:04,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:15:04,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T18:15:04,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T18:15:04,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:15:04,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T18:15:04,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:04,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892324, jitterRate=-0.04793018102645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:15:04,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733940904677Initializing all the Stores at 1733940904679 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940904679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940904680 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940904680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940904680Cleaning up temporary data from old regions at 1733940904706 (+26 ms)Region opened successfully at 1733940904717 (+11 ms) 2024-12-11T18:15:04,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T18:15:04,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T18:15:04,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T18:15:04,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T18:15:04,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T18:15:04,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T18:15:04,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733940904717Disabling compacts and flushes for region at 1733940904718 (+1 ms)Disabling writes for close at 1733940904718Writing region close event to WAL at 1733940904719 (+1 ms)Closed at 1733940904719 2024-12-11T18:15:04,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:15:04,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T18:15:04,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T18:15:04,734 DEBUG [RS:2;75744186b12a:39961 {}] zookeeper.ZKUtil(111): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,39961,1733940903456 2024-12-11T18:15:04,735 WARN [RS:2;75744186b12a:39961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:15:04,735 DEBUG [RS:1;75744186b12a:45173 {}] zookeeper.ZKUtil(111): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,45173,1733940903387 2024-12-11T18:15:04,735 WARN [RS:1;75744186b12a:45173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:15:04,735 INFO [RS:2;75744186b12a:39961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:15:04,735 INFO [RS:1;75744186b12a:45173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:15:04,735 DEBUG [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387 2024-12-11T18:15:04,735 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456 2024-12-11T18:15:04,736 DEBUG [RS:0;75744186b12a:42343 {}] zookeeper.ZKUtil(111): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,42343,1733940903264 2024-12-11T18:15:04,736 WARN [RS:0;75744186b12a:42343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:15:04,736 INFO [RS:0;75744186b12a:42343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:15:04,736 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,42343,1733940903264 2024-12-11T18:15:04,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,39961,1733940903456] 2024-12-11T18:15:04,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,45173,1733940903387] 2024-12-11T18:15:04,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,42343,1733940903264] 2024-12-11T18:15:04,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T18:15:04,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T18:15:04,762 INFO [RS:0;75744186b12a:42343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:15:04,762 INFO [RS:2;75744186b12a:39961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:15:04,762 INFO [RS:1;75744186b12a:45173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:15:04,778 INFO [RS:2;75744186b12a:39961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:15:04,778 INFO [RS:0;75744186b12a:42343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:15:04,779 INFO [RS:1;75744186b12a:45173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:15:04,784 INFO [RS:0;75744186b12a:42343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:15:04,784 INFO [RS:1;75744186b12a:45173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:15:04,784 INFO [RS:2;75744186b12a:39961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:15:04,784 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,784 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,784 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,785 INFO [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:15:04,785 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:15:04,786 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:15:04,792 INFO [RS:0;75744186b12a:42343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:15:04,792 INFO [RS:1;75744186b12a:45173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:15:04,792 INFO [RS:2;75744186b12a:39961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:15:04,793 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,793 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,793 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,794 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:15:04,794 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,794 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,795 DEBUG [RS:0;75744186b12a:42343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,795 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:15:04,796 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,796 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,796 DEBUG [RS:2;75744186b12a:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,796 DEBUG [RS:1;75744186b12a:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39961,1733940903456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,42343,1733940903264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:15:04,797 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,798 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,45173,1733940903387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:15:04,814 INFO [RS:0;75744186b12a:42343 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:15:04,814 INFO [RS:1;75744186b12a:45173 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:15:04,814 INFO [RS:2;75744186b12a:39961 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:15:04,816 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,45173,1733940903387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,816 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,42343,1733940903264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,816 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39961,1733940903456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,816 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,816 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,816 INFO [RS:1;75744186b12a:45173 {}] regionserver.Replication(171): 75744186b12a,45173,1733940903387 started 2024-12-11T18:15:04,816 INFO [RS:2;75744186b12a:39961 {}] regionserver.Replication(171): 75744186b12a,39961,1733940903456 started 2024-12-11T18:15:04,817 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,817 INFO [RS:0;75744186b12a:42343 {}] regionserver.Replication(171): 75744186b12a,42343,1733940903264 started 2024-12-11T18:15:04,833 INFO [RS:1;75744186b12a:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,833 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,833 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:04,834 INFO [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,45173,1733940903387, RpcServer on 75744186b12a/172.17.0.2:45173, sessionid=0x100162436040002 2024-12-11T18:15:04,834 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,39961,1733940903456, RpcServer on 75744186b12a/172.17.0.2:39961, sessionid=0x100162436040003 2024-12-11T18:15:04,834 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,42343,1733940903264, RpcServer on 75744186b12a/172.17.0.2:42343, sessionid=0x100162436040001 2024-12-11T18:15:04,835 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:15:04,835 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:15:04,835 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:15:04,835 DEBUG [RS:2;75744186b12a:39961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,39961,1733940903456 2024-12-11T18:15:04,835 DEBUG [RS:0;75744186b12a:42343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,42343,1733940903264 2024-12-11T18:15:04,835 DEBUG [RS:1;75744186b12a:45173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,45173,1733940903387 2024-12-11T18:15:04,835 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,42343,1733940903264' 2024-12-11T18:15:04,835 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,39961,1733940903456' 2024-12-11T18:15:04,835 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,45173,1733940903387' 2024-12-11T18:15:04,835 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:15:04,835 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:15:04,835 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:15:04,836 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:15:04,836 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:15:04,836 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:15:04,837 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:15:04,837 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:15:04,837 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:15:04,837 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:15:04,837 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:15:04,837 DEBUG [RS:2;75744186b12a:39961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,39961,1733940903456 2024-12-11T18:15:04,837 DEBUG [RS:0;75744186b12a:42343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,42343,1733940903264 2024-12-11T18:15:04,837 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,39961,1733940903456' 2024-12-11T18:15:04,837 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,42343,1733940903264' 2024-12-11T18:15:04,837 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:15:04,837 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:15:04,838 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:15:04,838 DEBUG [RS:1;75744186b12a:45173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,45173,1733940903387 2024-12-11T18:15:04,838 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,45173,1733940903387' 2024-12-11T18:15:04,838 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:15:04,838 DEBUG [RS:0;75744186b12a:42343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:15:04,838 DEBUG [RS:2;75744186b12a:39961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:15:04,838 DEBUG [RS:1;75744186b12a:45173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:15:04,839 DEBUG [RS:0;75744186b12a:42343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:15:04,839 DEBUG [RS:2;75744186b12a:39961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:15:04,839 INFO [RS:0;75744186b12a:42343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:15:04,839 INFO [RS:2;75744186b12a:39961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:15:04,839 DEBUG [RS:1;75744186b12a:45173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:15:04,839 INFO [RS:0;75744186b12a:42343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:15:04,839 INFO [RS:2;75744186b12a:39961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:15:04,839 INFO [RS:1;75744186b12a:45173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:15:04,839 INFO [RS:1;75744186b12a:45173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:15:04,892 WARN [75744186b12a:39019 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T18:15:04,944 INFO [RS:1;75744186b12a:45173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:15:04,944 INFO [RS:2;75744186b12a:39961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:15:04,944 INFO [RS:0;75744186b12a:42343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:15:04,947 INFO [RS:0;75744186b12a:42343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C42343%2C1733940903264, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,42343,1733940903264, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs, maxLogs=32 2024-12-11T18:15:04,947 INFO [RS:1;75744186b12a:45173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C45173%2C1733940903387, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs, maxLogs=32 2024-12-11T18:15:04,947 INFO [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C39961%2C1733940903456, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs, maxLogs=32 2024-12-11T18:15:04,963 DEBUG [RS:0;75744186b12a:42343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,42343,1733940903264/75744186b12a%2C42343%2C1733940903264.1733940904950, exclude list is [], retry=0 2024-12-11T18:15:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7,DISK] 2024-12-11T18:15:04,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7,DISK] 2024-12-11T18:15:04,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-3ac99cfa-962a-4f28-903d-734cdac04adf,DISK] 2024-12-11T18:15:04,970 DEBUG [RS:1;75744186b12a:45173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387/75744186b12a%2C45173%2C1733940903387.1733940904951, exclude list is [], retry=0 2024-12-11T18:15:04,970 DEBUG [RS:2;75744186b12a:39961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456/75744186b12a%2C39961%2C1733940903456.1733940904951, exclude list is [], retry=0 2024-12-11T18:15:04,971 INFO [RS:0;75744186b12a:42343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,42343,1733940903264/75744186b12a%2C42343%2C1733940903264.1733940904950 2024-12-11T18:15:04,972 DEBUG [RS:0;75744186b12a:42343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119),(127.0.0.1/127.0.0.1:33345:33345),(127.0.0.1/127.0.0.1:41903:41903)] 2024-12-11T18:15:04,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7,DISK] 2024-12-11T18:15:04,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-3ac99cfa-962a-4f28-903d-734cdac04adf,DISK] 2024-12-11T18:15:04,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7,DISK] 2024-12-11T18:15:04,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7,DISK] 2024-12-11T18:15:04,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7,DISK] 2024-12-11T18:15:04,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-3ac99cfa-962a-4f28-903d-734cdac04adf,DISK] 2024-12-11T18:15:04,985 INFO [RS:1;75744186b12a:45173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387/75744186b12a%2C45173%2C1733940903387.1733940904951 2024-12-11T18:15:04,986 INFO [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456/75744186b12a%2C39961%2C1733940903456.1733940904951 2024-12-11T18:15:04,987 DEBUG [RS:1;75744186b12a:45173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903),(127.0.0.1/127.0.0.1:33345:33345),(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-11T18:15:04,991 DEBUG [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903),(127.0.0.1/127.0.0.1:33345:33345),(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-11T18:15:05,146 DEBUG [75744186b12a:39019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T18:15:05,155 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:15:05,161 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T18:15:05,162 INFO [75744186b12a:39019 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:15:05,162 INFO [75744186b12a:39019 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:15:05,162 INFO [75744186b12a:39019 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T18:15:05,162 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:15:05,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:05,173 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75744186b12a,39961,1733940903456, state=OPENING 2024-12-11T18:15:05,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T18:15:05,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:05,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:05,228 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:05,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:15:05,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:05,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:05,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:05,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:05,231 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T18:15:05,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:12,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T18:15:12,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T18:15:15,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:15:15,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:15:15,276 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T18:15:15,276 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:15:15,276 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T18:15:15,280 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C39961%2C1733940903456.meta, suffix=.meta, logDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs, maxLogs=32 2024-12-11T18:15:15,294 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456/75744186b12a%2C39961%2C1733940903456.meta.1733940915281.meta, exclude list is [], retry=0 2024-12-11T18:15:15,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43973,DS-fd3c0fd9-0bb7-465a-8f6a-7a8741b71bf7,DISK] 2024-12-11T18:15:15,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-3ac99cfa-962a-4f28-903d-734cdac04adf,DISK] 2024-12-11T18:15:15,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-10f8eddf-b4fb-4c19-b5e4-2a7d8ba999b7,DISK] 2024-12-11T18:15:15,301 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,39961,1733940903456/75744186b12a%2C39961%2C1733940903456.meta.1733940915281.meta 2024-12-11T18:15:15,301 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119),(127.0.0.1/127.0.0.1:41903:41903),(127.0.0.1/127.0.0.1:33345:33345)] 2024-12-11T18:15:15,301 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T18:15:15,303 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T18:15:15,305 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T18:15:15,310 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T18:15:15,313 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T18:15:15,314 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,314 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T18:15:15,314 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T18:15:15,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T18:15:15,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T18:15:15,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:15,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:15,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T18:15:15,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T18:15:15,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T18:15:15,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T18:15:15,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T18:15:15,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T18:15:15,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:15:15,327 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T18:15:15,328 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740 2024-12-11T18:15:15,330 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740 2024-12-11T18:15:15,332 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T18:15:15,332 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T18:15:15,333 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:15:15,335 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T18:15:15,337 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62202269, jitterRate=-0.07311396300792694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:15:15,337 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T18:15:15,338 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733940915315Writing region info on filesystem at 1733940915315Initializing all the Stores at 1733940915317 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940915317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940915317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940915317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940915317Cleaning up temporary data from old regions at 1733940915332 (+15 ms)Running coprocessor post-open hooks at 1733940915337 (+5 ms)Region opened successfully at 1733940915338 (+1 ms) 2024-12-11T18:15:15,344 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733940915254 2024-12-11T18:15:15,354 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T18:15:15,355 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T18:15:15,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:15,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75744186b12a,39961,1733940903456, state=OPEN 2024-12-11T18:15:15,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:15:15,414 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:15:15,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:15:15,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:15:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:15:15,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75744186b12a,39961,1733940903456 2024-12-11T18:15:15,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T18:15:15,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75744186b12a,39961,1733940903456 in 10.1820 sec 2024-12-11T18:15:15,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T18:15:15,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6960 sec 2024-12-11T18:15:15,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:15:15,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T18:15:15,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:15:15,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,39961,1733940903456, seqNum=-1] 2024-12-11T18:15:15,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:15:15,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33843, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:15:15,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0040 sec 2024-12-11T18:15:15,495 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733940915495, completionTime=-1 2024-12-11T18:15:15,498 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T18:15:15,499 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T18:15:15,555 INFO [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T18:15:15,555 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733940975555 2024-12-11T18:15:15,555 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733941035555 2024-12-11T18:15:15,555 INFO [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 56 msec 2024-12-11T18:15:15,557 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:15:15,565 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,565 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,566 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,567 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-75744186b12a:39019, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,567 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,568 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,573 DEBUG [master/75744186b12a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T18:15:15,600 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.027sec 2024-12-11T18:15:15,601 INFO [master/75744186b12a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T18:15:15,602 INFO [master/75744186b12a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T18:15:15,603 INFO [master/75744186b12a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T18:15:15,604 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T18:15:15,604 INFO [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T18:15:15,604 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:15:15,605 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T18:15:15,610 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T18:15:15,611 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T18:15:15,611 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,39019,1733940902560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:15:15,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d69efdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,623 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T18:15:15,623 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T18:15:15,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75744186b12a,39019,-1 for getting cluster id 2024-12-11T18:15:15,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T18:15:15,638 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2076d7dd-5e95-46e0-a70a-ed9dd7b30229' 2024-12-11T18:15:15,640 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T18:15:15,640 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2076d7dd-5e95-46e0-a70a-ed9dd7b30229" 2024-12-11T18:15:15,640 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d66457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,640 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75744186b12a,39019,-1] 2024-12-11T18:15:15,643 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T18:15:15,645 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:15,646 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T18:15:15,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fce1d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:15:15,655 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,39961,1733940903456, seqNum=-1] 2024-12-11T18:15:15,655 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:15:15,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:15:15,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=75744186b12a,39019,1733940902560 2024-12-11T18:15:15,680 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733940915679 (current time:1733940915679). 2024-12-11T18:15:15,680 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T18:15:15,680 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T18:15:15,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59894e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75744186b12a,39019,-1 for getting cluster id 2024-12-11T18:15:15,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T18:15:15,683 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2076d7dd-5e95-46e0-a70a-ed9dd7b30229' 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2076d7dd-5e95-46e0-a70a-ed9dd7b30229" 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfeeb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75744186b12a,39019,-1] 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T18:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:15,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T18:15:15,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414050a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:15:15,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:15:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,39961,1733940903456, seqNum=-1] 2024-12-11T18:15:15,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:15:15,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:15:15,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:15:15,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:15:15,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:15,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:15,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T18:15:15,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T18:15:15,707 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 75744186b12a,39019,1733940902560 2024-12-11T18:15:15,710 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf844b4 2024-12-11T18:15:15,711 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T18:15:15,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T18:15:15,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T18:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T18:15:15,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T18:15:15,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T18:15:15,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:15,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T18:15:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:15:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:15:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:15:15,752 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f2e9cb6b81f92ca1286c45ca192044a, NAME => 'SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,752 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5da5700d297b4c98552b2380caf9becd, NAME => 'SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 918927496154e881842e5a50a2883f2e, NAME => 'SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741839_1015 (size=62) 2024-12-11T18:15:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741839_1015 (size=62) 2024-12-11T18:15:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741839_1015 (size=62) 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 918927496154e881842e5a50a2883f2e, disabling compactions & flushes 2024-12-11T18:15:15,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. after waiting 0 ms 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:15,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:15,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 918927496154e881842e5a50a2883f2e: Waiting for close lock at 1733940915771Disabling compacts and flushes for region at 1733940915771Disabling writes for close at 1733940915771Writing region close event to WAL at 1733940915771Closed at 1733940915771 2024-12-11T18:15:15,772 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df57d14b7d9ea9650bd08ce88dbef2f5, NAME => 'SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:15:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:15:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:15:15,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5da5700d297b4c98552b2380caf9becd, disabling compactions & flushes 2024-12-11T18:15:15,780 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:15,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:15,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. after waiting 0 ms 2024-12-11T18:15:15,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:15,780 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:15,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5da5700d297b4c98552b2380caf9becd: Waiting for close lock at 1733940915779Disabling compacts and flushes for region at 1733940915779Disabling writes for close at 1733940915780 (+1 ms)Writing region close event to WAL at 1733940915780Closed at 1733940915780 2024-12-11T18:15:15,781 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 22b61c51af9dd4b7d4ed042485a89a70, NAME => 'SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741838_1014 (size=54) 2024-12-11T18:15:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741838_1014 (size=54) 2024-12-11T18:15:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741838_1014 (size=54) 2024-12-11T18:15:15,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3f2e9cb6b81f92ca1286c45ca192044a, disabling compactions & flushes 2024-12-11T18:15:15,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. after waiting 0 ms 2024-12-11T18:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:15,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f2e9cb6b81f92ca1286c45ca192044a: Waiting for close lock at 1733940915787Disabling compacts and flushes for region at 1733940915787Disabling writes for close at 1733940915787Writing region close event to WAL at 1733940915787Closed at 1733940915787 2024-12-11T18:15:15,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c668a5092acf88585e59197859d568c, NAME => 'SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:15:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:15:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:15:15,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing df57d14b7d9ea9650bd08ce88dbef2f5, disabling compactions & flushes 2024-12-11T18:15:15,797 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:15,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:15,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. after waiting 0 ms 2024-12-11T18:15:15,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:15,797 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:15,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for df57d14b7d9ea9650bd08ce88dbef2f5: Waiting for close lock at 1733940915797Disabling compacts and flushes for region at 1733940915797Disabling writes for close at 1733940915797Writing region close event to WAL at 1733940915797Closed at 1733940915797 2024-12-11T18:15:15,798 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be528b0c43733a4b928949f532b097ce, NAME => 'SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:15:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:15:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:15:15,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 22b61c51af9dd4b7d4ed042485a89a70, disabling compactions & flushes 2024-12-11T18:15:15,802 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:15,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:15,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. after waiting 0 ms 2024-12-11T18:15:15,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:15,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:15,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 22b61c51af9dd4b7d4ed042485a89a70: Waiting for close lock at 1733940915802Disabling compacts and flushes for region at 1733940915802Disabling writes for close at 1733940915802Writing region close event to WAL at 1733940915803 (+1 ms)Closed at 1733940915803 2024-12-11T18:15:15,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1df682fd1cf6b91270258ce84ebd3ba4, NAME => 'SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:15:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:15:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1c668a5092acf88585e59197859d568c, disabling compactions & flushes 2024-12-11T18:15:15,810 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. after waiting 0 ms 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:15,810 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:15,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c668a5092acf88585e59197859d568c: Waiting for close lock at 1733940915810Disabling compacts and flushes for region at 1733940915810Disabling writes for close at 1733940915810Writing region close event to WAL at 1733940915810Closed at 1733940915810 2024-12-11T18:15:15,811 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f8f9422d5467347eb24b2f0f3c8c43, NAME => 'SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:15:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:15:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:15:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:15:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:15:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing be528b0c43733a4b928949f532b097ce, disabling compactions & flushes 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1df682fd1cf6b91270258ce84ebd3ba4, disabling compactions & flushes 2024-12-11T18:15:15,823 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:15,823 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. after waiting 0 ms 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. after waiting 0 ms 2024-12-11T18:15:15,823 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1df682fd1cf6b91270258ce84ebd3ba4: Waiting for close lock at 1733940915823Disabling compacts and flushes for region at 1733940915823Disabling writes for close at 1733940915823Writing region close event to WAL at 1733940915823Closed at 1733940915823 2024-12-11T18:15:15,823 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:15,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for be528b0c43733a4b928949f532b097ce: Waiting for close lock at 1733940915823Disabling compacts and flushes for region at 1733940915823Disabling writes for close at 1733940915823Writing region close event to WAL at 1733940915823Closed at 1733940915823 2024-12-11T18:15:15,824 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5636de633a82becae8bd57e9660eb411, NAME => 'SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe 2024-12-11T18:15:15,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:15:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:15:15,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:15:15,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 79f8f9422d5467347eb24b2f0f3c8c43, disabling compactions & flushes 2024-12-11T18:15:15,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:15,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:15,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. after waiting 0 ms 2024-12-11T18:15:15,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:15,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:15,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f8f9422d5467347eb24b2f0f3c8c43: Waiting for close lock at 1733940915829Disabling compacts and flushes for region at 1733940915829Disabling writes for close at 1733940915829Writing region close event to WAL at 1733940915829Closed at 1733940915829 2024-12-11T18:15:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:15:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:15:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:15:15,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:15,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5636de633a82becae8bd57e9660eb411, disabling compactions & flushes 2024-12-11T18:15:15,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:15,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:15,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. after waiting 0 ms 2024-12-11T18:15:15,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:15,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:15,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5636de633a82becae8bd57e9660eb411: Waiting for close lock at 1733940915839Disabling compacts and flushes for region at 1733940915839Disabling writes for close at 1733940915840 (+1 ms)Writing region close event to WAL at 1733940915840Closed at 1733940915840 2024-12-11T18:15:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:15,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T18:15:15,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733940915843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733940915843"}]},"ts":"1733940915843"} 2024-12-11T18:15:15,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T18:15:15,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T18:15:15,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733940915884"}]},"ts":"1733940915884"} 2024-12-11T18:15:15,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T18:15:15,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T18:15:15,900 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:15:15,900 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:15:15,900 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T18:15:15,900 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:15:15,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f2e9cb6b81f92ca1286c45ca192044a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=918927496154e881842e5a50a2883f2e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c668a5092acf88585e59197859d568c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df682fd1cf6b91270258ce84ebd3ba4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f8f9422d5467347eb24b2f0f3c8c43, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5636de633a82becae8bd57e9660eb411, ASSIGN}] 2024-12-11T18:15:15,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=918927496154e881842e5a50a2883f2e, ASSIGN 2024-12-11T18:15:15,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f2e9cb6b81f92ca1286c45ca192044a, ASSIGN 2024-12-11T18:15:15,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN 2024-12-11T18:15:15,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5, ASSIGN 2024-12-11T18:15:15,908 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f2e9cb6b81f92ca1286c45ca192044a, ASSIGN; state=OFFLINE, location=75744186b12a,42343,1733940903264; forceNewPlan=false, retain=false 2024-12-11T18:15:15,908 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=918927496154e881842e5a50a2883f2e, ASSIGN; state=OFFLINE, location=75744186b12a,39961,1733940903456; forceNewPlan=false, retain=false 2024-12-11T18:15:15,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN; state=OFFLINE, location=75744186b12a,45173,1733940903387; forceNewPlan=false, retain=false 2024-12-11T18:15:15,909 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5, ASSIGN; state=OFFLINE, location=75744186b12a,39961,1733940903456; forceNewPlan=false, retain=false 2024-12-11T18:15:15,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f8f9422d5467347eb24b2f0f3c8c43, ASSIGN 2024-12-11T18:15:15,912 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df682fd1cf6b91270258ce84ebd3ba4, ASSIGN 2024-12-11T18:15:15,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5636de633a82becae8bd57e9660eb411, ASSIGN 2024-12-11T18:15:15,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN 2024-12-11T18:15:15,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c668a5092acf88585e59197859d568c, ASSIGN 2024-12-11T18:15:15,914 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f8f9422d5467347eb24b2f0f3c8c43, ASSIGN; state=OFFLINE, location=75744186b12a,42343,1733940903264; forceNewPlan=false, retain=false 2024-12-11T18:15:15,914 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df682fd1cf6b91270258ce84ebd3ba4, ASSIGN; state=OFFLINE, location=75744186b12a,39961,1733940903456; forceNewPlan=false, retain=false 2024-12-11T18:15:15,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5636de633a82becae8bd57e9660eb411, ASSIGN; state=OFFLINE, location=75744186b12a,39961,1733940903456; forceNewPlan=false, retain=false 2024-12-11T18:15:15,914 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN; state=OFFLINE, location=75744186b12a,45173,1733940903387; forceNewPlan=false, retain=false 2024-12-11T18:15:15,914 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c668a5092acf88585e59197859d568c, ASSIGN; state=OFFLINE, location=75744186b12a,42343,1733940903264; forceNewPlan=false, retain=false 2024-12-11T18:15:15,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN 2024-12-11T18:15:15,921 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN; state=OFFLINE, location=75744186b12a,45173,1733940903387; forceNewPlan=false, retain=false 2024-12-11T18:15:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:16,064 INFO [75744186b12a:39019 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T18:15:16,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79f8f9422d5467347eb24b2f0f3c8c43, regionState=OPENING, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:16,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22b61c51af9dd4b7d4ed042485a89a70, regionState=OPENING, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:16,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5da5700d297b4c98552b2380caf9becd, regionState=OPENING, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:16,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=be528b0c43733a4b928949f532b097ce, regionState=OPENING, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:16,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c668a5092acf88585e59197859d568c, regionState=OPENING, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:16,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f2e9cb6b81f92ca1286c45ca192044a, regionState=OPENING, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:16,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=df57d14b7d9ea9650bd08ce88dbef2f5, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:16,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1df682fd1cf6b91270258ce84ebd3ba4, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:16,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=918927496154e881842e5a50a2883f2e, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:16,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5636de633a82becae8bd57e9660eb411, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f8f9422d5467347eb24b2f0f3c8c43, ASSIGN because future has completed 2024-12-11T18:15:16,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43, server=75744186b12a,42343,1733940903264}] 2024-12-11T18:15:16,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN because future has completed 2024-12-11T18:15:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,45173,1733940903387}] 2024-12-11T18:15:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN because future has completed 2024-12-11T18:15:16,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN because future has completed 2024-12-11T18:15:16,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,45173,1733940903387}] 2024-12-11T18:15:16,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,45173,1733940903387}] 2024-12-11T18:15:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c668a5092acf88585e59197859d568c, ASSIGN because future has completed 2024-12-11T18:15:16,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5, ASSIGN because future has completed 2024-12-11T18:15:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df682fd1cf6b91270258ce84ebd3ba4, ASSIGN because future has completed 2024-12-11T18:15:16,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c668a5092acf88585e59197859d568c, server=75744186b12a,42343,1733940903264}] 2024-12-11T18:15:16,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:16,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:16,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=918927496154e881842e5a50a2883f2e, ASSIGN because future has completed 2024-12-11T18:15:16,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5636de633a82becae8bd57e9660eb411, ASSIGN because future has completed 2024-12-11T18:15:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f2e9cb6b81f92ca1286c45ca192044a, ASSIGN because future has completed 2024-12-11T18:15:16,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918927496154e881842e5a50a2883f2e, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:16,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a, server=75744186b12a,42343,1733940903264}] 2024-12-11T18:15:16,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5636de633a82becae8bd57e9660eb411, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:16,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T18:15:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:20,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T18:15:22,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T18:15:22,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T18:15:22,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T18:15:22,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T18:15:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:26,076 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:15:26,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:15:26,083 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:15:26,085 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:26,085 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f8f9422d5467347eb24b2f0f3c8c43, NAME => 'SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T18:15:26,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:15:26,086 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,086 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,086 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,086 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,088 INFO [StoreOpener-79f8f9422d5467347eb24b2f0f3c8c43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,090 INFO [StoreOpener-79f8f9422d5467347eb24b2f0f3c8c43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f8f9422d5467347eb24b2f0f3c8c43 columnFamilyName cf 2024-12-11T18:15:26,091 DEBUG [StoreOpener-79f8f9422d5467347eb24b2f0f3c8c43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,092 INFO [StoreOpener-79f8f9422d5467347eb24b2f0f3c8c43-1 {}] regionserver.HStore(327): Store=79f8f9422d5467347eb24b2f0f3c8c43/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,092 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,093 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,093 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:26,094 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5da5700d297b4c98552b2380caf9becd, NAME => 'SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T18:15:26,094 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,094 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,095 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,095 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,095 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,095 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,095 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,097 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,098 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,099 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da5700d297b4c98552b2380caf9becd columnFamilyName cf 2024-12-11T18:15:26,099 DEBUG [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,100 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] regionserver.HStore(327): Store=5da5700d297b4c98552b2380caf9becd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,100 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,101 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,101 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,101 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:26,102 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1df682fd1cf6b91270258ce84ebd3ba4, NAME => 'SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T18:15:26,102 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,102 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,102 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,102 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,103 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,103 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,103 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 79f8f9422d5467347eb24b2f0f3c8c43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71445913, jitterRate=0.06462706625461578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,103 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,103 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:26,104 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 79f8f9422d5467347eb24b2f0f3c8c43: Running coprocessor pre-open hook at 1733940926086Writing region info on filesystem at 1733940926086Initializing all the Stores at 1733940926088 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926088Cleaning up temporary data from old regions at 1733940926095 (+7 ms)Running coprocessor post-open hooks at 1733940926103 (+8 ms)Region opened successfully at 1733940926104 (+1 ms) 2024-12-11T18:15:26,107 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,108 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., pid=15, masterSystemTime=1733940926076 2024-12-11T18:15:26,110 INFO [StoreOpener-1df682fd1cf6b91270258ce84ebd3ba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:26,111 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:26,112 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:26,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f2e9cb6b81f92ca1286c45ca192044a, NAME => 'SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T18:15:26,112 INFO [StoreOpener-1df682fd1cf6b91270258ce84ebd3ba4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df682fd1cf6b91270258ce84ebd3ba4 columnFamilyName cf 2024-12-11T18:15:26,112 DEBUG [StoreOpener-1df682fd1cf6b91270258ce84ebd3ba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79f8f9422d5467347eb24b2f0f3c8c43, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:26,113 INFO [StoreOpener-1df682fd1cf6b91270258ce84ebd3ba4-1 {}] regionserver.HStore(327): Store=1df682fd1cf6b91270258ce84ebd3ba4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,113 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,114 INFO [StoreOpener-3f2e9cb6b81f92ca1286c45ca192044a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,114 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,115 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,116 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5da5700d297b4c98552b2380caf9becd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67186569, jitterRate=0.0011578947305679321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,116 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:26,116 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5da5700d297b4c98552b2380caf9becd: Running coprocessor pre-open hook at 1733940926095Writing region info on filesystem at 1733940926095Initializing all the Stores at 1733940926096 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926096Cleaning up temporary data from old regions at 1733940926103 (+7 ms)Running coprocessor post-open hooks at 1733940926116 (+13 ms)Region opened successfully at 1733940926116 2024-12-11T18:15:26,117 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43, server=75744186b12a,42343,1733940903264 because future has completed 2024-12-11T18:15:26,118 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,118 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,118 INFO [StoreOpener-3f2e9cb6b81f92ca1286c45ca192044a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f2e9cb6b81f92ca1286c45ca192044a columnFamilyName cf 2024-12-11T18:15:26,118 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd., pid=18, masterSystemTime=1733940926083 2024-12-11T18:15:26,119 DEBUG [StoreOpener-3f2e9cb6b81f92ca1286c45ca192044a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,120 INFO [StoreOpener-3f2e9cb6b81f92ca1286c45ca192044a-1 {}] regionserver.HStore(327): Store=3f2e9cb6b81f92ca1286c45ca192044a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,120 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,121 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,122 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:26,122 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:26,122 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,122 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:26,122 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => be528b0c43733a4b928949f532b097ce, NAME => 'SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T18:15:26,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5da5700d297b4c98552b2380caf9becd, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:26,124 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,124 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-11T18:15:26,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43, server=75744186b12a,42343,1733940903264 in 10.0490 sec 2024-12-11T18:15:26,126 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,45173,1733940903387 because future has completed 2024-12-11T18:15:26,128 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f8f9422d5467347eb24b2f0f3c8c43, ASSIGN in 10.2240 sec 2024-12-11T18:15:26,129 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be528b0c43733a4b928949f532b097ce columnFamilyName cf 2024-12-11T18:15:26,130 DEBUG [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,131 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1df682fd1cf6b91270258ce84ebd3ba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61025181, jitterRate=-0.09065394103527069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,131 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:26,131 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1df682fd1cf6b91270258ce84ebd3ba4: Running coprocessor pre-open hook at 1733940926103Writing region info on filesystem at 1733940926103Initializing all the Stores at 1733940926108 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926108Cleaning up temporary data from old regions at 1733940926118 (+10 ms)Running coprocessor post-open hooks at 1733940926131 (+13 ms)Region opened successfully at 1733940926131 2024-12-11T18:15:26,131 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] regionserver.HStore(327): Store=be528b0c43733a4b928949f532b097ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,132 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,133 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,134 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., pid=20, masterSystemTime=1733940926095 2024-12-11T18:15:26,134 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,135 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,135 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-12-11T18:15:26,136 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/3f2e9cb6b81f92ca1286c45ca192044a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,45173,1733940903387 in 10.0530 sec 2024-12-11T18:15:26,136 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3f2e9cb6b81f92ca1286c45ca192044a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64572257, jitterRate=-0.03779838979244232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,137 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:26,137 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3f2e9cb6b81f92ca1286c45ca192044a: Running coprocessor pre-open hook at 1733940926112Writing region info on filesystem at 1733940926112Initializing all the Stores at 1733940926114 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926114Cleaning up temporary data from old regions at 1733940926124 (+10 ms)Running coprocessor post-open hooks at 1733940926137 (+13 ms)Region opened successfully at 1733940926137 2024-12-11T18:15:26,138 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:26,138 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:26,139 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:26,139 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => df57d14b7d9ea9650bd08ce88dbef2f5, NAME => 'SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T18:15:26,139 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,139 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a., pid=23, masterSystemTime=1733940926076 2024-12-11T18:15:26,139 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN in 10.2340 sec 2024-12-11T18:15:26,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1df682fd1cf6b91270258ce84ebd3ba4, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:26,145 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:26,146 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:26,146 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:26,146 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c668a5092acf88585e59197859d568c, NAME => 'SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T18:15:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:26,147 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,147 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,147 INFO [StoreOpener-df57d14b7d9ea9650bd08ce88dbef2f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,147 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,147 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f2e9cb6b81f92ca1286c45ca192044a, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:26,151 INFO [StoreOpener-df57d14b7d9ea9650bd08ce88dbef2f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df57d14b7d9ea9650bd08ce88dbef2f5 columnFamilyName cf 2024-12-11T18:15:26,151 DEBUG [StoreOpener-df57d14b7d9ea9650bd08ce88dbef2f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,152 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a, server=75744186b12a,42343,1733940903264 because future has completed 2024-12-11T18:15:26,153 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened be528b0c43733a4b928949f532b097ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70086144, jitterRate=0.04436492919921875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,154 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:26,154 INFO [StoreOpener-df57d14b7d9ea9650bd08ce88dbef2f5-1 {}] regionserver.HStore(327): Store=df57d14b7d9ea9650bd08ce88dbef2f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,154 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for be528b0c43733a4b928949f532b097ce: Running coprocessor pre-open hook at 1733940926123Writing region info on filesystem at 1733940926123Initializing all the Stores at 1733940926125 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926125Cleaning up temporary data from old regions at 1733940926135 (+10 ms)Running coprocessor post-open hooks at 1733940926154 (+19 ms)Region opened successfully at 1733940926154 2024-12-11T18:15:26,154 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-11T18:15:26,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4, server=75744186b12a,39961,1733940903456 in 10.0620 sec 2024-12-11T18:15:26,156 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., pid=16, masterSystemTime=1733940926083 2024-12-11T18:15:26,156 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,158 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df682fd1cf6b91270258ce84ebd3ba4, ASSIGN in 10.2520 sec 2024-12-11T18:15:26,159 INFO [StoreOpener-1c668a5092acf88585e59197859d568c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,159 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,160 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,160 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:26,160 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:26,160 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:26,160 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 22b61c51af9dd4b7d4ed042485a89a70, NAME => 'SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T18:15:26,161 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,161 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,161 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,161 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-11T18:15:26,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=be528b0c43733a4b928949f532b097ce, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:26,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a, server=75744186b12a,42343,1733940903264 in 10.0560 sec 2024-12-11T18:15:26,163 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,165 INFO [StoreOpener-1c668a5092acf88585e59197859d568c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c668a5092acf88585e59197859d568c columnFamilyName cf 2024-12-11T18:15:26,165 DEBUG [StoreOpener-1c668a5092acf88585e59197859d568c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f2e9cb6b81f92ca1286c45ca192044a, ASSIGN in 10.2600 sec 2024-12-11T18:15:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,45173,1733940903387 because future has completed 2024-12-11T18:15:26,166 INFO [StoreOpener-1c668a5092acf88585e59197859d568c-1 {}] regionserver.HStore(327): Store=1c668a5092acf88585e59197859d568c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,167 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,167 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,168 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,169 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,168 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/df57d14b7d9ea9650bd08ce88dbef2f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,170 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,170 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,170 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b61c51af9dd4b7d4ed042485a89a70 columnFamilyName cf 2024-12-11T18:15:26,171 DEBUG [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,170 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened df57d14b7d9ea9650bd08ce88dbef2f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247339, jitterRate=0.09147040545940399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,171 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:26,171 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for df57d14b7d9ea9650bd08ce88dbef2f5: Running coprocessor pre-open hook at 1733940926140Writing region info on filesystem at 1733940926140Initializing all the Stores at 1733940926142 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926142Cleaning up temporary data from old regions at 1733940926160 (+18 ms)Running coprocessor post-open hooks at 1733940926171 (+11 ms)Region opened successfully at 1733940926171 2024-12-11T18:15:26,172 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] regionserver.HStore(327): Store=22b61c51af9dd4b7d4ed042485a89a70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,172 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,173 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5., pid=21, masterSystemTime=1733940926095 2024-12-11T18:15:26,174 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,175 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-11T18:15:26,175 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,177 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,177 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,45173,1733940903387 in 10.0960 sec 2024-12-11T18:15:26,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN in 10.2730 sec 2024-12-11T18:15:26,180 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:26,180 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:26,180 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:26,181 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 918927496154e881842e5a50a2883f2e, NAME => 'SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T18:15:26,181 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,181 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,181 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,181 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,182 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=df57d14b7d9ea9650bd08ce88dbef2f5, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:26,188 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1c668a5092acf88585e59197859d568c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,189 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1c668a5092acf88585e59197859d568c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59402961, jitterRate=-0.11482690274715424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,189 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:26,189 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1c668a5092acf88585e59197859d568c: Running coprocessor pre-open hook at 1733940926147Writing region info on filesystem at 1733940926147Initializing all the Stores at 1733940926154 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926154Cleaning up temporary data from old regions at 1733940926170 (+16 ms)Running coprocessor post-open hooks at 1733940926189 (+19 ms)Region opened successfully at 1733940926189 2024-12-11T18:15:26,189 INFO [StoreOpener-918927496154e881842e5a50a2883f2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:26,190 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39019 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75744186b12a,39961,1733940903456, table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T18:15:26,191 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c., pid=19, masterSystemTime=1733940926076 2024-12-11T18:15:26,191 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,192 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 22b61c51af9dd4b7d4ed042485a89a70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431817, jitterRate=-0.010088786482810974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:26,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 22b61c51af9dd4b7d4ed042485a89a70: Running coprocessor pre-open hook at 1733940926161Writing region info on filesystem at 1733940926161Initializing all the Stores at 1733940926163 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926163Cleaning up temporary data from old regions at 1733940926177 (+14 ms)Running coprocessor post-open hooks at 1733940926192 (+15 ms)Region opened successfully at 1733940926192 2024-12-11T18:15:26,193 INFO [StoreOpener-918927496154e881842e5a50a2883f2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918927496154e881842e5a50a2883f2e columnFamilyName cf 2024-12-11T18:15:26,194 DEBUG [StoreOpener-918927496154e881842e5a50a2883f2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,194 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:26,194 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:26,195 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70., pid=17, masterSystemTime=1733940926083 2024-12-11T18:15:26,195 INFO [StoreOpener-918927496154e881842e5a50a2883f2e-1 {}] regionserver.HStore(327): Store=918927496154e881842e5a50a2883f2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,195 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,196 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,197 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,198 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,198 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c668a5092acf88585e59197859d568c, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:26,200 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:26,201 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:26,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22b61c51af9dd4b7d4ed042485a89a70, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,45173,1733940903387 2024-12-11T18:15:26,202 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-11T18:15:26,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5, server=75744186b12a,39961,1733940903456 in 10.1060 sec 2024-12-11T18:15:26,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c668a5092acf88585e59197859d568c, server=75744186b12a,42343,1733940903264 because future has completed 2024-12-11T18:15:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,45173,1733940903387 because future has completed 2024-12-11T18:15:26,207 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/918927496154e881842e5a50a2883f2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,208 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 918927496154e881842e5a50a2883f2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70884289, jitterRate=0.05625821650028229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,208 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:26,208 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 918927496154e881842e5a50a2883f2e: Running coprocessor pre-open hook at 1733940926182Writing region info on filesystem at 1733940926182Initializing all the Stores at 1733940926188 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926188Cleaning up temporary data from old regions at 1733940926198 (+10 ms)Running coprocessor post-open hooks at 1733940926208 (+10 ms)Region opened successfully at 1733940926208 2024-12-11T18:15:26,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df57d14b7d9ea9650bd08ce88dbef2f5, ASSIGN in 10.3020 sec 2024-12-11T18:15:26,210 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e., pid=22, masterSystemTime=1733940926095 2024-12-11T18:15:26,213 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:26,213 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:26,213 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:26,213 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5636de633a82becae8bd57e9660eb411, NAME => 'SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T18:15:26,214 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,214 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:26,214 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,214 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-11T18:15:26,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=918927496154e881842e5a50a2883f2e, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c668a5092acf88585e59197859d568c, server=75744186b12a,42343,1733940903264 in 10.1270 sec 2024-12-11T18:15:26,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-11T18:15:26,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,45173,1733940903387 in 10.1350 sec 2024-12-11T18:15:26,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918927496154e881842e5a50a2883f2e, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:26,219 INFO [StoreOpener-5636de633a82becae8bd57e9660eb411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c668a5092acf88585e59197859d568c, ASSIGN in 10.3130 sec 2024-12-11T18:15:26,222 INFO [StoreOpener-5636de633a82becae8bd57e9660eb411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5636de633a82becae8bd57e9660eb411 columnFamilyName cf 2024-12-11T18:15:26,222 DEBUG [StoreOpener-5636de633a82becae8bd57e9660eb411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:26,223 INFO [StoreOpener-5636de633a82becae8bd57e9660eb411-1 {}] regionserver.HStore(327): Store=5636de633a82becae8bd57e9660eb411/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:26,223 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN in 10.3170 sec 2024-12-11T18:15:26,225 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,226 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-11T18:15:26,226 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 918927496154e881842e5a50a2883f2e, server=75744186b12a,39961,1733940903456 in 10.1280 sec 2024-12-11T18:15:26,227 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,230 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=918927496154e881842e5a50a2883f2e, ASSIGN in 10.3240 sec 2024-12-11T18:15:26,233 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:15:26,234 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5636de633a82becae8bd57e9660eb411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63720641, jitterRate=-0.05048845708370209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:26,234 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:26,234 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5636de633a82becae8bd57e9660eb411: Running coprocessor pre-open hook at 1733940926214Writing region info on filesystem at 1733940926214Initializing all the Stores at 1733940926218 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940926218Cleaning up temporary data from old regions at 1733940926227 (+9 ms)Running coprocessor post-open hooks at 1733940926234 (+7 ms)Region opened successfully at 1733940926234 2024-12-11T18:15:26,236 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., pid=24, masterSystemTime=1733940926095 2024-12-11T18:15:26,238 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:26,239 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:26,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5636de633a82becae8bd57e9660eb411, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:26,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5636de633a82becae8bd57e9660eb411, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:26,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-11T18:15:26,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5636de633a82becae8bd57e9660eb411, server=75744186b12a,39961,1733940903456 in 10.1460 sec 2024-12-11T18:15:26,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-11T18:15:26,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5636de633a82becae8bd57e9660eb411, ASSIGN in 10.3510 sec 2024-12-11T18:15:26,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T18:15:26,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733940926262"}]},"ts":"1733940926262"} 2024-12-11T18:15:26,266 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T18:15:26,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T18:15:26,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5470 sec 2024-12-11T18:15:28,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T18:15:31,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T18:15:31,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T18:15:32,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-11T18:15:32,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-11T18:15:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:15:33,964 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T18:15:33,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T18:15:33,966 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:15:33,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T18:15:33,981 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:15:33,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T18:15:34,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., hostname=75744186b12a,45173,1733940903387, seqNum=2] 2024-12-11T18:15:34,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., hostname=75744186b12a,42343,1733940903264, seqNum=2] 2024-12-11T18:15:34,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411., hostname=75744186b12a,39961,1733940903456, seqNum=2] 2024-12-11T18:15:34,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:15:34,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:15:34,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:15:34,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:15:34,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:15:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:35,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:15:35,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:15:35,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:15:35,783 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T18:15:35,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:15:35,786 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T18:15:35,791 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T18:15:35,805 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T18:15:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:15:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:15:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:15:35,823 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T18:15:35,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 918927496154e881842e5a50a2883f2e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c668a5092acf88585e59197859d568c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5636de633a82becae8bd57e9660eb411}] 2024-12-11T18:15:35,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:35,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:35,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:35,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:35,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:35,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:35,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:35,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:35,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:35,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:35,886 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 75744186b12a,45173,1733940903387 2024-12-11T18:15:35,887 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 75744186b12a,45173,1733940903387: Simulated kill ***** 2024-12-11T18:15:35,887 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T18:15:35,889 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T18:15:35,890 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T18:15:35,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T18:15:35,893 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T18:15:35,900 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 657657936 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153814072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "75744186b12a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "75744186b12a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58151", "tag.serverName": "75744186b12a,42343,1733940903264", "tag.clusterId": "2076d7dd-5e95-46e0-a70a-ed9dd7b30229", "tag.Context": "regionserver", "tag.Hostname": "75744186b12a", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733940903264, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T18:15:35,904 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39019 {}] master.MasterRpcServices(700): 75744186b12a,45173,1733940903387 reported a fatal error: ***** ABORTING region server 75744186b12a,45173,1733940903387: Simulated kill ***** 2024-12-11T18:15:35,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,45173,1733940903387' ***** 2024-12-11T18:15:35,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T18:15:35,907 INFO [RS:1;75744186b12a:45173 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:15:35,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:15:35,907 INFO [RS:1;75744186b12a:45173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T18:15:35,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:15:35,907 INFO [RS:1;75744186b12a:45173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T18:15:35,907 INFO [RS:1;75744186b12a:45173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:15:35,907 INFO [RS:1;75744186b12a:45173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;75744186b12a:45173. 2024-12-11T18:15:35,908 DEBUG [RS:1;75744186b12a:45173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:15:35,908 DEBUG [RS:1;75744186b12a:45173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741835_1011 (size=966) 2024-12-11T18:15:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741835_1011 (size=966) 2024-12-11T18:15:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741835_1011 (size=966) 2024-12-11T18:15:35,916 DEBUG [RS:1;75744186b12a:45173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:15:35,916 INFO [RS:1;75744186b12a:45173 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:15:35,916 INFO [RS:1;75744186b12a:45173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45173 2024-12-11T18:15:35,931 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:15:35,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,45173,1733940903387 2024-12-11T18:15:35,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:15:35,976 INFO [RS:1;75744186b12a:45173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:15:35,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,45173,1733940903387] 2024-12-11T18:15:35,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,45173,1733940903387 already deleted, retry=false 2024-12-11T18:15:35,993 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 75744186b12a,45173,1733940903387 on 75744186b12a,39019,1733940902560 2024-12-11T18:15:35,998 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75744186b12a,45173,1733940903387, splitWal=true, meta=false 2024-12-11T18:15:36,000 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 75744186b12a,45173,1733940903387 (carryingMeta=false) 75744186b12a,45173,1733940903387/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@69fce5ee[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T18:15:36,001 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75744186b12a,45173,1733940903387, splitWal=true, meta=false 2024-12-11T18:15:36,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:36,003 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 75744186b12a,45173,1733940903387 had 3 regions 2024-12-11T18:15:36,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:36,003 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:36,004 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75744186b12a,45173,1733940903387, splitWal=true, meta=false, isMeta: false 2024-12-11T18:15:36,004 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce can not run currently because target server of region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 75744186b12a,45173,1733940903387 is in state CRASHED, wait 1000 ms to retry 2024-12-11T18:15:36,004 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 can not run currently because target server of region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 75744186b12a,45173,1733940903387 is in state CRASHED, wait 1000 ms to retry 2024-12-11T18:15:36,004 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd can not run currently because target server of region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 75744186b12a,45173,1733940903387 is in state CRASHED, wait 1000 ms to retry 2024-12-11T18:15:36,004 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd; timeout=1000, timestamp=1733940937004 2024-12-11T18:15:36,004 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce; timeout=1000, timestamp=1733940937004 2024-12-11T18:15:36,004 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70; timeout=1000, timestamp=1733940937004 2024-12-11T18:15:36,007 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting 2024-12-11T18:15:36,009 INFO [PEWorker-5 {}] master.SplitWALManager(105): 75744186b12a,45173,1733940903387 WAL count=1, meta=false 2024-12-11T18:15:36,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75744186b12a%2C45173%2C1733940903387.1733940904951}] 2024-12-11T18:15:36,018 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=75744186b12a,42343,1733940903264 2024-12-11T18:15:36,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75744186b12a%2C45173%2C1733940903387.1733940904951, worker=75744186b12a,42343,1733940903264}] 2024-12-11T18:15:36,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:15:36,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100162436040002, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:15:36,085 INFO [RS:1;75744186b12a:45173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:15:36,085 INFO [RS:1;75744186b12a:45173 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,45173,1733940903387; zookeeper connection closed. 2024-12-11T18:15:36,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2575231 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2575231 2024-12-11T18:15:36,798 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T18:15:36,799 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T18:15:37,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:37,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:37,006 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:37,008 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce can not run currently because target server of region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T18:15:37,008 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce; timeout=2000, timestamp=1733940939008 2024-12-11T18:15:37,008 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd can not run currently because target server of region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T18:15:37,008 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 can not run currently because target server of region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T18:15:37,008 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd; timeout=2000, timestamp=1733940939008 2024-12-11T18:15:37,008 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70; timeout=2000, timestamp=1733940939008 2024-12-11T18:15:39,009 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:39,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:39,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:39,011 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce can not run currently because target server of region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T18:15:39,011 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd can not run currently because target server of region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T18:15:39,011 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 can not run currently because target server of region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T18:15:39,011 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce; timeout=4000, timestamp=1733940943011 2024-12-11T18:15:39,011 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd; timeout=4000, timestamp=1733940943011 2024-12-11T18:15:39,011 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70; timeout=4000, timestamp=1733940943011 2024-12-11T18:15:43,011 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:43,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:43,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:43,013 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 can not run currently because target server of region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T18:15:43,013 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce can not run currently because target server of region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T18:15:43,013 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd can not run currently because target server of region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 75744186b12a,45173,1733940903387 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T18:15:43,013 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd; timeout=8000, timestamp=1733940951013 2024-12-11T18:15:43,013 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70; timeout=8000, timestamp=1733940951013 2024-12-11T18:15:43,013 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce; timeout=8000, timestamp=1733940951013 2024-12-11T18:15:45,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T18:15:45,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T18:15:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T18:15:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T18:15:45,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:45,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T18:15:45,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T18:15:45,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:45,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:45,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T18:15:45,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:45,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-11T18:15:45,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1df682fd1cf6b91270258ce84ebd3ba4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T18:15:45,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5636de633a82becae8bd57e9660eb411 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T18:15:45,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 79f8f9422d5467347eb24b2f0f3c8c43 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T18:15:45,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 918927496154e881842e5a50a2883f2e: 2024-12-11T18:15:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. for SnapshotProcedureTest completed. 2024-12-11T18:15:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1c668a5092acf88585e59197859d568c: 2024-12-11T18:15:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3f2e9cb6b81f92ca1286c45ca192044a: 2024-12-11T18:15:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. for SnapshotProcedureTest completed. 2024-12-11T18:15:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. for SnapshotProcedureTest completed. 2024-12-11T18:15:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:45,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:45,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:45,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:45,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:15:45,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:15:45,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:15:45,873 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951, size=966 (966bytes) 2024-12-11T18:15:45,874 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T18:15:45,874 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T18:15:45,874 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 2024-12-11T18:15:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741849_1025 (size=57) 2024-12-11T18:15:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741849_1025 (size=57) 2024-12-11T18:15:45,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741849_1025 (size=57) 2024-12-11T18:15:45,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:15:45,881 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 after 5ms 2024-12-11T18:15:45,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T18:15:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T18:15:45,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:45,885 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:15:45,891 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 took 19ms 2024-12-11T18:15:45,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f2e9cb6b81f92ca1286c45ca192044a in 10.0630 sec 2024-12-11T18:15:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:15:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:15:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:15:45,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for df57d14b7d9ea9650bd08ce88dbef2f5: 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. for SnapshotProcedureTest completed. 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:45,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:15:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T18:15:45,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:45,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 918927496154e881842e5a50a2883f2e 2024-12-11T18:15:45,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 918927496154e881842e5a50a2883f2e in 10.0830 sec 2024-12-11T18:15:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:15:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:15:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:15:45,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:15:45,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T18:15:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T18:15:45,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:45,916 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c668a5092acf88585e59197859d568c 2024-12-11T18:15:45,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c668a5092acf88585e59197859d568c in 10.0930 sec 2024-12-11T18:15:45,928 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5da5700d297b4c98552b2380caf9becd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:15:45,931 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for be528b0c43733a4b928949f532b097ce: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:15:45,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 22b61c51af9dd4b7d4ed042485a89a70: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:15:45,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 so closing down 2024-12-11T18:15:45,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T18:15:45,940 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T18:15:45,946 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951, size=966, length=966, corrupted=false, cancelled=false 2024-12-11T18:15:45,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951, journal: Splitting hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951, size=966 (966bytes) at 1733940945873Finishing writing output for hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 so closing down at 1733940945933 (+60 ms)3 split writer threads finished at 1733940945940 (+7 ms)Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951, size=966, length=966, corrupted=false, cancelled=false at 1733940945946 (+6 ms) 2024-12-11T18:15:45,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 2024-12-11T18:15:45,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T18:15:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T18:15:45,957 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting/75744186b12a%2C45173%2C1733940903387.1733940904951 to hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs 2024-12-11T18:15:45,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/.tmp/cf/0e2d8adf44b04764a51a0b884efb9504 is 34, key is ccd/cf:cf/1733940935063/Put/seqid=0 2024-12-11T18:15:45,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T18:15:45,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75744186b12a%2C45173%2C1733940903387.1733940904951, worker=75744186b12a,42343,1733940903264 in 9.9370 sec 2024-12-11T18:15:45,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/.tmp/cf/bcffccf699fd4492b0b3a14ac924d961 is 34, key is baa/cf:cf/1733940935042/Put/seqid=0 2024-12-11T18:15:45,964 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=75744186b12a,42343,1733940903264 2024-12-11T18:15:45,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:15:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:15:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:15:45,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:15:45,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T18:15:45,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T18:15:45,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 75744186b12a%2C45173%2C1733940903387.1733940904951, worker=75744186b12a,42343,1733940903264 in 9.9540 sec 2024-12-11T18:15:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T18:15:45,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:45,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:15:45,976 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting dir is empty, no logs to split. 2024-12-11T18:15:45,976 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75744186b12a,45173,1733940903387 WAL count=0, meta=false 2024-12-11T18:15:45,976 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 75744186b12a,45173,1733940903387 WAL splitting is done? wals=0, meta=false 2024-12-11T18:15:45,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df57d14b7d9ea9650bd08ce88dbef2f5 in 10.1510 sec 2024-12-11T18:15:45,980 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 75744186b12a,45173,1733940903387 failed, ignore...File hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/WALs/75744186b12a,45173,1733940903387-splitting does not exist. 2024-12-11T18:15:45,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN}] 2024-12-11T18:15:45,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN 2024-12-11T18:15:45,984 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN 2024-12-11T18:15:45,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN 2024-12-11T18:15:45,986 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:15:45,986 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:15:45,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:15:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741854_1030 (size=47197) 2024-12-11T18:15:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741854_1030 (size=47197) 2024-12-11T18:15:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741854_1030 (size=47197) 2024-12-11T18:15:46,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/.tmp/cf/0e2d8adf44b04764a51a0b884efb9504 2024-12-11T18:15:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:15:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:15:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:15:46,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/.tmp/cf/bcffccf699fd4492b0b3a14ac924d961 2024-12-11T18:15:46,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/.tmp/cf/98477d3d93f941e89799036511885ef5 is 34, key is eaa/cf:cf/1733940935568/Put/seqid=0 2024-12-11T18:15:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741853_1029 (size=499309) 2024-12-11T18:15:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741853_1029 (size=499309) 2024-12-11T18:15:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741853_1029 (size=499309) 2024-12-11T18:15:46,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/.tmp/cf/bcffccf699fd4492b0b3a14ac924d961 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/cf/bcffccf699fd4492b0b3a14ac924d961 2024-12-11T18:15:46,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/.tmp/cf/0e2d8adf44b04764a51a0b884efb9504 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/cf/0e2d8adf44b04764a51a0b884efb9504 2024-12-11T18:15:46,085 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/cf/0e2d8adf44b04764a51a0b884efb9504, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T18:15:46,089 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/cf/bcffccf699fd4492b0b3a14ac924d961, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T18:15:46,092 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 79f8f9422d5467347eb24b2f0f3c8c43 in 249ms, sequenceid=5, compaction requested=false 2024-12-11T18:15:46,092 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1df682fd1cf6b91270258ce84ebd3ba4 in 251ms, sequenceid=5, compaction requested=false 2024-12-11T18:15:46,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 79f8f9422d5467347eb24b2f0f3c8c43: 2024-12-11T18:15:46,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1df682fd1cf6b91270258ce84ebd3ba4: 2024-12-11T18:15:46,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. for SnapshotProcedureTest completed. 2024-12-11T18:15:46,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. for SnapshotProcedureTest completed. 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/cf/0e2d8adf44b04764a51a0b884efb9504] hfiles 2024-12-11T18:15:46,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/cf/bcffccf699fd4492b0b3a14ac924d961] hfiles 2024-12-11T18:15:46,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/cf/0e2d8adf44b04764a51a0b884efb9504 for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/cf/bcffccf699fd4492b0b3a14ac924d961 for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741857_1033 (size=105) 2024-12-11T18:15:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741857_1033 (size=105) 2024-12-11T18:15:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741857_1033 (size=105) 2024-12-11T18:15:46,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:15:46,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T18:15:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741856_1032 (size=105) 2024-12-11T18:15:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T18:15:46,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741856_1032 (size=105) 2024-12-11T18:15:46,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:15:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741856_1032 (size=105) 2024-12-11T18:15:46,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:15:46,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T18:15:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T18:15:46,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:46,130 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:15:46,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79f8f9422d5467347eb24b2f0f3c8c43 in 10.3030 sec 2024-12-11T18:15:46,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1df682fd1cf6b91270258ce84ebd3ba4 in 10.3060 sec 2024-12-11T18:15:46,136 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:15:46,137 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:15:46,137 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:15:46,137 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:15:46,137 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:15:46,137 INFO [75744186b12a:39019 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:15:46,137 INFO [75744186b12a:39019 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:15:46,137 DEBUG [75744186b12a:39019 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:15:46,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=be528b0c43733a4b928949f532b097ce, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:46,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=22b61c51af9dd4b7d4ed042485a89a70, regionState=OPENING, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:46,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5da5700d297b4c98552b2380caf9becd, regionState=OPENING, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN because future has completed 2024-12-11T18:15:46,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN because future has completed 2024-12-11T18:15:46,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,42343,1733940903264}] 2024-12-11T18:15:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN because future has completed 2024-12-11T18:15:46,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,39961,1733940903456}] 2024-12-11T18:15:46,443 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/.tmp/cf/98477d3d93f941e89799036511885ef5 2024-12-11T18:15:46,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/.tmp/cf/98477d3d93f941e89799036511885ef5 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/cf/98477d3d93f941e89799036511885ef5 2024-12-11T18:15:46,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/cf/98477d3d93f941e89799036511885ef5, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T18:15:46,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5636de633a82becae8bd57e9660eb411 in 627ms, sequenceid=5, compaction requested=false 2024-12-11T18:15:46,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5636de633a82becae8bd57e9660eb411: 2024-12-11T18:15:46,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. for SnapshotProcedureTest completed. 2024-12-11T18:15:46,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:15:46,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/cf/98477d3d93f941e89799036511885ef5] hfiles 2024-12-11T18:15:46,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/cf/98477d3d93f941e89799036511885ef5 for snapshot=SnapshotProcedureTest 2024-12-11T18:15:46,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741858_1034 (size=97) 2024-12-11T18:15:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741858_1034 (size=97) 2024-12-11T18:15:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741858_1034 (size=97) 2024-12-11T18:15:46,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:15:46,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T18:15:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T18:15:46,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:46,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5636de633a82becae8bd57e9660eb411 2024-12-11T18:15:46,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5636de633a82becae8bd57e9660eb411 in 10.6550 sec 2024-12-11T18:15:51,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 held by pid=39 2024-12-11T18:15:51,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce held by pid=40 2024-12-11T18:15:51,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd held by pid=41 2024-12-11T18:15:51,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:51,014 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:51,014 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,178 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:56,178 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => be528b0c43733a4b928949f532b097ce, NAME => 'SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T18:15:56,178 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:56,178 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 22b61c51af9dd4b7d4ed042485a89a70, NAME => 'SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T18:15:56,178 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,179 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,181 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,181 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,182 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be528b0c43733a4b928949f532b097ce columnFamilyName cf 2024-12-11T18:15:56,182 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b61c51af9dd4b7d4ed042485a89a70 columnFamilyName cf 2024-12-11T18:15:56,182 DEBUG [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:56,182 DEBUG [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:56,182 INFO [StoreOpener-22b61c51af9dd4b7d4ed042485a89a70-1 {}] regionserver.HStore(327): Store=22b61c51af9dd4b7d4ed042485a89a70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:56,182 INFO [StoreOpener-be528b0c43733a4b928949f532b097ce-1 {}] regionserver.HStore(327): Store=be528b0c43733a4b928949f532b097ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:56,182 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,182 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,183 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,184 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,187 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,187 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,188 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened be528b0c43733a4b928949f532b097ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238692, jitterRate=0.07644039392471313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:56,188 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 22b61c51af9dd4b7d4ed042485a89a70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64871985, jitterRate=-0.03333209455013275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:56,188 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,188 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,189 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for be528b0c43733a4b928949f532b097ce: Running coprocessor pre-open hook at 1733940956179Writing region info on filesystem at 1733940956179Initializing all the Stores at 1733940956180 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940956180Cleaning up temporary data from old regions at 1733940956185 (+5 ms)Running coprocessor post-open hooks at 1733940956188 (+3 ms)Region opened successfully at 1733940956189 (+1 ms) 2024-12-11T18:15:56,189 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 22b61c51af9dd4b7d4ed042485a89a70: Running coprocessor pre-open hook at 1733940956179Writing region info on filesystem at 1733940956179Initializing all the Stores at 1733940956180 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940956180Cleaning up temporary data from old regions at 1733940956185 (+5 ms)Running coprocessor post-open hooks at 1733940956188 (+3 ms)Region opened successfully at 1733940956189 (+1 ms) 2024-12-11T18:15:56,190 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., pid=42, masterSystemTime=1733940956168 2024-12-11T18:15:56,190 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70., pid=43, masterSystemTime=1733940956168 2024-12-11T18:15:56,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:56,192 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:15:56,192 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:56,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 5da5700d297b4c98552b2380caf9becd, NAME => 'SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T18:15:56,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,192 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:15:56,193 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,193 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=be528b0c43733a4b928949f532b097ce, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:56,193 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:56,193 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:15:56,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=22b61c51af9dd4b7d4ed042485a89a70, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,42343,1733940903264 2024-12-11T18:15:56,195 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:56,197 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da5700d297b4c98552b2380caf9becd columnFamilyName cf 2024-12-11T18:15:56,197 DEBUG [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:15:56,198 INFO [StoreOpener-5da5700d297b4c98552b2380caf9becd-1 {}] regionserver.HStore(327): Store=5da5700d297b4c98552b2380caf9becd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:15:56,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,42343,1733940903264 because future has completed 2024-12-11T18:15:56,198 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,200 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-11T18:15:56,202 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure be528b0c43733a4b928949f532b097ce, server=75744186b12a,39961,1733940903456 in 10.0340 sec 2024-12-11T18:15:56,202 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,202 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-11T18:15:56,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70, server=75744186b12a,42343,1733940903264 in 10.0350 sec 2024-12-11T18:15:56,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be528b0c43733a4b928949f532b097ce, ASSIGN in 10.2200 sec 2024-12-11T18:15:56,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:15:56,205 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22b61c51af9dd4b7d4ed042485a89a70, ASSIGN in 10.2220 sec 2024-12-11T18:15:56,206 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:15:56,207 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 5da5700d297b4c98552b2380caf9becd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68959506, jitterRate=0.027576714754104614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:15:56,207 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,207 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 5da5700d297b4c98552b2380caf9becd: Running coprocessor pre-open hook at 1733940956193Writing region info on filesystem at 1733940956193Initializing all the Stores at 1733940956195 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940956195Cleaning up temporary data from old regions at 1733940956202 (+7 ms)Running coprocessor post-open hooks at 1733940956207 (+5 ms)Region opened successfully at 1733940956207 2024-12-11T18:15:56,208 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd., pid=44, masterSystemTime=1733940956168 2024-12-11T18:15:56,210 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:56,210 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:15:56,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5da5700d297b4c98552b2380caf9becd, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,39961,1733940903456 2024-12-11T18:15:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,39961,1733940903456 because future has completed 2024-12-11T18:15:56,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-11T18:15:56,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 5da5700d297b4c98552b2380caf9becd, server=75744186b12a,39961,1733940903456 in 10.0480 sec 2024-12-11T18:15:56,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:15:56,219 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 75744186b12a,45173,1733940903387 after splitting done 2024-12-11T18:15:56,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-11T18:15:56,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5da5700d297b4c98552b2380caf9becd, ASSIGN in 10.2340 sec 2024-12-11T18:15:56,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 75744186b12a,45173,1733940903387, splitWal=true, meta=false in 20.2250 sec 2024-12-11T18:15:56,557 INFO [master/75744186b12a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T18:15:56,558 INFO [master/75744186b12a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T18:16:01,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T18:16:01,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T18:16:04,854 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T18:16:06,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T18:16:06,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5da5700d297b4c98552b2380caf9becd: 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. for SnapshotProcedureTest completed. 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for be528b0c43733a4b928949f532b097ce: 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. for SnapshotProcedureTest completed. 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:16:06,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:16:06,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:16:06,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:16:06,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T18:16:06,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:06,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 22b61c51af9dd4b7d4ed042485a89a70: 2024-12-11T18:16:06,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. for SnapshotProcedureTest completed. 2024-12-11T18:16:06,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:16:06,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:16:06,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:16:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741861_1037 (size=65) 2024-12-11T18:16:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741861_1037 (size=65) 2024-12-11T18:16:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741861_1037 (size=65) 2024-12-11T18:16:06,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:06,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T18:16:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T18:16:06,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:16:06,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:16:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741860_1036 (size=65) 2024-12-11T18:16:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741860_1036 (size=65) 2024-12-11T18:16:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741860_1036 (size=65) 2024-12-11T18:16:06,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:06,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T18:16:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T18:16:06,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:16:06,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22b61c51af9dd4b7d4ed042485a89a70 in 30.4080 sec 2024-12-11T18:16:06,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:16:06,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5da5700d297b4c98552b2380caf9becd in 30.4120 sec 2024-12-11T18:16:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741859_1035 (size=65) 2024-12-11T18:16:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741859_1035 (size=65) 2024-12-11T18:16:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741859_1035 (size=65) 2024-12-11T18:16:06,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:06,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T18:16:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T18:16:06,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be528b0c43733a4b928949f532b097ce 2024-12-11T18:16:06,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce 2024-12-11T18:16:06,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-11T18:16:06,254 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T18:16:06,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be528b0c43733a4b928949f532b097ce in 30.4230 sec 2024-12-11T18:16:06,257 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T18:16:06,261 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T18:16:06,261 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T18:16:06,264 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:16:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741862_1038 (size=1134) 2024-12-11T18:16:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741862_1038 (size=1134) 2024-12-11T18:16:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741862_1038 (size=1134) 2024-12-11T18:16:06,376 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T18:16:06,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T18:16:06,392 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:06,393 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:06,393 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:06,393 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:06,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:06,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:08,555 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75744186b12a:39019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T18:16:11,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79f8f9422d5467347eb24b2f0f3c8c43, had cached 0 bytes from a total of 47197 2024-12-11T18:16:11,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1df682fd1cf6b91270258ce84ebd3ba4, had cached 0 bytes from a total of 28623 2024-12-11T18:16:11,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5636de633a82becae8bd57e9660eb411, had cached 0 bytes from a total of 499309 2024-12-11T18:16:15,587 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 918927496154e881842e5a50a2883f2e changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,589 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5da5700d297b4c98552b2380caf9becd changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,589 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df57d14b7d9ea9650bd08ce88dbef2f5 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,590 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be528b0c43733a4b928949f532b097ce changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,591 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1df682fd1cf6b91270258ce84ebd3ba4 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,591 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5636de633a82becae8bd57e9660eb411 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,592 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f2e9cb6b81f92ca1286c45ca192044a changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,592 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 22b61c51af9dd4b7d4ed042485a89a70 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,592 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c668a5092acf88585e59197859d568c changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:15,592 DEBUG [master/75744186b12a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 79f8f9422d5467347eb24b2f0f3c8c43 changed from -1.0 to 0.0, refreshing cache 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-11T18:16:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-11T18:16:16,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:16:16,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:16:16,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-11T18:16:16,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T18:16:16,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T18:16:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-11T18:16:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T18:16:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T18:16:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T18:16:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-11T18:16:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T18:16:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T18:16:16,411 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 Release verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:16,411 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-11T18:16:16,411 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-11T18:16:16,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 10.0260 sec 2024-12-11T18:16:16,413 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:16,413 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 10.0260 sec 2024-12-11T18:16:16,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 in 10.0260 sec 2024-12-11T18:16:16,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 Release verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:16,415 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,415 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 Release verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:16,415 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,416 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:16,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 in 10.0300 sec 2024-12-11T18:16:16,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 10.0300 sec 2024-12-11T18:16:16,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 in 10.0300 sec 2024-12-11T18:16:26,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-11T18:16:26,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-11T18:16:26,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-11T18:16:26,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T18:16:26,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-11T18:16:26,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-11T18:16:26,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T18:16:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-11T18:16:26,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-11T18:16:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-11T18:16:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T18:16:26,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:26,421 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 Release verify snapshot worker=75744186b12a,39961,1733940903456 2024-12-11T18:16:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39019 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-11T18:16:26,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 20.0360 sec 2024-12-11T18:16:26,425 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:26,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,39961,1733940903456 in 20.0360 sec 2024-12-11T18:16:26,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 Release verify snapshot worker=75744186b12a,42343,1733940903264 2024-12-11T18:16:26,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 20.0400 sec 2024-12-11T18:16:26,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=25 2024-12-11T18:16:26,427 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T18:16:26,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,42343,1733940903264 in 20.0400 sec 2024-12-11T18:16:26,429 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T18:16:26,431 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T18:16:26,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T18:16:26,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6520 sec 2024-12-11T18:16:26,559 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T18:16:26,566 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T18:16:26,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T18:16:26,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:16:26,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:16:26,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T18:16:26,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T18:16:26,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1801952381, stopped=false 2024-12-11T18:16:26,567 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=75744186b12a,39019,1733940902560 2024-12-11T18:16:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:26,618 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:26,618 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:26,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T18:16:26,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:26,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:16:26,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:26,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:26,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:16:26,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,42343,1733940903264' ***** 2024-12-11T18:16:26,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T18:16:26,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,39961,1733940903456' ***** 2024-12-11T18:16:26,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T18:16:26,621 INFO [RS:0;75744186b12a:42343 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:16:26,621 INFO [RS:2;75744186b12a:39961 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:16:26,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:16:26,621 INFO [RS:2;75744186b12a:39961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T18:16:26,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:16:26,621 INFO [RS:2;75744186b12a:39961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T18:16:26,621 INFO [RS:0;75744186b12a:42343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T18:16:26,621 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1df682fd1cf6b91270258ce84ebd3ba4 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f2e9cb6b81f92ca1286c45ca192044a 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for be528b0c43733a4b928949f532b097ce 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 5da5700d297b4c98552b2380caf9becd 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(3091): Received CLOSE for 22b61c51af9dd4b7d4ed042485a89a70 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 918927496154e881842e5a50a2883f2e 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c668a5092acf88585e59197859d568c 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 5636de633a82becae8bd57e9660eb411 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(959): stopping server 75744186b12a,42343,1733940903264 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(959): stopping server 75744186b12a,39961,1733940903456 2024-12-11T18:16:26,622 INFO [RS:2;75744186b12a:39961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:16:26,622 INFO [RS:0;75744186b12a:42343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:16:26,623 INFO [RS:2;75744186b12a:39961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;75744186b12a:39961. 2024-12-11T18:16:26,623 INFO [RS:0;75744186b12a:42343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;75744186b12a:42343. 2024-12-11T18:16:26,623 DEBUG [RS:2;75744186b12a:39961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:16:26,623 DEBUG [RS:0;75744186b12a:42343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f8f9422d5467347eb24b2f0f3c8c43, disabling compactions & flushes 2024-12-11T18:16:26,623 DEBUG [RS:2;75744186b12a:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,623 DEBUG [RS:0;75744186b12a:42343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1df682fd1cf6b91270258ce84ebd3ba4, disabling compactions & flushes 2024-12-11T18:16:26,623 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:16:26,623 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:16:26,623 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. after waiting 0 ms 2024-12-11T18:16:26,623 INFO [RS:2;75744186b12a:39961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. after waiting 0 ms 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:16:26,623 INFO [RS:2;75744186b12a:39961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T18:16:26,623 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1325): Online Regions={79f8f9422d5467347eb24b2f0f3c8c43=SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43., 3f2e9cb6b81f92ca1286c45ca192044a=SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a., 22b61c51af9dd4b7d4ed042485a89a70=SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70., 1c668a5092acf88585e59197859d568c=SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c.} 2024-12-11T18:16:26,623 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:16:26,623 INFO [RS:2;75744186b12a:39961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T18:16:26,623 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T18:16:26,623 DEBUG [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1351): Waiting on 1c668a5092acf88585e59197859d568c, 22b61c51af9dd4b7d4ed042485a89a70, 3f2e9cb6b81f92ca1286c45ca192044a, 79f8f9422d5467347eb24b2f0f3c8c43 2024-12-11T18:16:26,628 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-11T18:16:26,628 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1df682fd1cf6b91270258ce84ebd3ba4=SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4., df57d14b7d9ea9650bd08ce88dbef2f5=SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5., be528b0c43733a4b928949f532b097ce=SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce., 5da5700d297b4c98552b2380caf9becd=SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd., 918927496154e881842e5a50a2883f2e=SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e., 5636de633a82becae8bd57e9660eb411=SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411.} 2024-12-11T18:16:26,628 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1df682fd1cf6b91270258ce84ebd3ba4, 5636de633a82becae8bd57e9660eb411, 5da5700d297b4c98552b2380caf9becd, 918927496154e881842e5a50a2883f2e, be528b0c43733a4b928949f532b097ce, df57d14b7d9ea9650bd08ce88dbef2f5 2024-12-11T18:16:26,628 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T18:16:26,628 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T18:16:26,628 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T18:16:26,628 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T18:16:26,628 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T18:16:26,629 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-11T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/79f8f9422d5467347eb24b2f0f3c8c43/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:16:26,658 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:16:26,658 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f8f9422d5467347eb24b2f0f3c8c43: Waiting for close lock at 1733940986622Running coprocessor pre-close hooks at 1733940986623 (+1 ms)Disabling compacts and flushes for region at 1733940986623Disabling writes for close at 1733940986623Writing region close event to WAL at 1733940986629 (+6 ms)Running coprocessor post-close hooks at 1733940986656 (+27 ms)Closed at 1733940986658 (+2 ms) 2024-12-11T18:16:26,659 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733940915715.79f8f9422d5467347eb24b2f0f3c8c43. 2024-12-11T18:16:26,659 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f2e9cb6b81f92ca1286c45ca192044a, disabling compactions & flushes 2024-12-11T18:16:26,659 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. after waiting 0 ms 2024-12-11T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:16:26,668 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1df682fd1cf6b91270258ce84ebd3ba4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:16:26,673 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1df682fd1cf6b91270258ce84ebd3ba4: Waiting for close lock at 1733940986622Running coprocessor pre-close hooks at 1733940986623 (+1 ms)Disabling compacts and flushes for region at 1733940986623Disabling writes for close at 1733940986623Writing region close event to WAL at 1733940986629 (+6 ms)Running coprocessor post-close hooks at 1733940986672 (+43 ms)Closed at 1733940986672 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733940915715.1df682fd1cf6b91270258ce84ebd3ba4. 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df57d14b7d9ea9650bd08ce88dbef2f5, disabling compactions & flushes 2024-12-11T18:16:26,673 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. after waiting 0 ms 2024-12-11T18:16:26,673 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:16:26,676 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/3f2e9cb6b81f92ca1286c45ca192044a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,679 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f2e9cb6b81f92ca1286c45ca192044a: Waiting for close lock at 1733940986659Running coprocessor pre-close hooks at 1733940986659Disabling compacts and flushes for region at 1733940986659Disabling writes for close at 1733940986660 (+1 ms)Writing region close event to WAL at 1733940986667 (+7 ms)Running coprocessor post-close hooks at 1733940986678 (+11 ms)Closed at 1733940986679 (+1 ms) 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733940915715.3f2e9cb6b81f92ca1286c45ca192044a. 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22b61c51af9dd4b7d4ed042485a89a70, disabling compactions & flushes 2024-12-11T18:16:26,679 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. after waiting 0 ms 2024-12-11T18:16:26,679 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:26,680 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/df57d14b7d9ea9650bd08ce88dbef2f5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,681 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:16:26,681 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df57d14b7d9ea9650bd08ce88dbef2f5: Waiting for close lock at 1733940986673Running coprocessor pre-close hooks at 1733940986673Disabling compacts and flushes for region at 1733940986673Disabling writes for close at 1733940986673Writing region close event to WAL at 1733940986674 (+1 ms)Running coprocessor post-close hooks at 1733940986681 (+7 ms)Closed at 1733940986681 2024-12-11T18:16:26,681 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733940915715.df57d14b7d9ea9650bd08ce88dbef2f5. 2024-12-11T18:16:26,681 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:16:26,681 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be528b0c43733a4b928949f532b097ce, disabling compactions & flushes 2024-12-11T18:16:26,681 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:26,681 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:26,681 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. after waiting 0 ms 2024-12-11T18:16:26,682 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:26,687 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/be528b0c43733a4b928949f532b097ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,688 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be528b0c43733a4b928949f532b097ce: Waiting for close lock at 1733940986681Running coprocessor pre-close hooks at 1733940986681Disabling compacts and flushes for region at 1733940986681Disabling writes for close at 1733940986682 (+1 ms)Writing region close event to WAL at 1733940986683 (+1 ms)Running coprocessor post-close hooks at 1733940986688 (+5 ms)Closed at 1733940986688 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733940915715.be528b0c43733a4b928949f532b097ce. 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5da5700d297b4c98552b2380caf9becd, disabling compactions & flushes 2024-12-11T18:16:26,689 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. after waiting 0 ms 2024-12-11T18:16:26,689 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:26,692 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/22b61c51af9dd4b7d4ed042485a89a70/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,693 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22b61c51af9dd4b7d4ed042485a89a70: Waiting for close lock at 1733940986679Running coprocessor pre-close hooks at 1733940986679Disabling compacts and flushes for region at 1733940986679Disabling writes for close at 1733940986679Writing region close event to WAL at 1733940986683 (+4 ms)Running coprocessor post-close hooks at 1733940986693 (+10 ms)Closed at 1733940986693 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733940915715.22b61c51af9dd4b7d4ed042485a89a70. 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c668a5092acf88585e59197859d568c, disabling compactions & flushes 2024-12-11T18:16:26,693 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. after waiting 0 ms 2024-12-11T18:16:26,693 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:16:26,703 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:16:26,706 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/info/d6ed9deb80f24a01957208dc975bc09c is 167, key is SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e./info:regioninfo/1733940926215/Put/seqid=0 2024-12-11T18:16:26,707 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5da5700d297b4c98552b2380caf9becd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,707 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/1c668a5092acf88585e59197859d568c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,709 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:16:26,709 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5da5700d297b4c98552b2380caf9becd: Waiting for close lock at 1733940986689Running coprocessor pre-close hooks at 1733940986689Disabling compacts and flushes for region at 1733940986689Disabling writes for close at 1733940986689Writing region close event to WAL at 1733940986695 (+6 ms)Running coprocessor post-close hooks at 1733940986709 (+14 ms)Closed at 1733940986709 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c668a5092acf88585e59197859d568c: Waiting for close lock at 1733940986693Running coprocessor pre-close hooks at 1733940986693Disabling compacts and flushes for region at 1733940986693Disabling writes for close at 1733940986693Writing region close event to WAL at 1733940986699 (+6 ms)Running coprocessor post-close hooks at 1733940986709 (+10 ms)Closed at 1733940986709 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733940915715.5da5700d297b4c98552b2380caf9becd. 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733940915715.1c668a5092acf88585e59197859d568c. 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 918927496154e881842e5a50a2883f2e, disabling compactions & flushes 2024-12-11T18:16:26,709 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. after waiting 0 ms 2024-12-11T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:16:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741863_1039 (size=19817) 2024-12-11T18:16:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741863_1039 (size=19817) 2024-12-11T18:16:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741863_1039 (size=19817) 2024-12-11T18:16:26,722 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/info/d6ed9deb80f24a01957208dc975bc09c 2024-12-11T18:16:26,728 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/918927496154e881842e5a50a2883f2e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:16:26,728 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 918927496154e881842e5a50a2883f2e: Waiting for close lock at 1733940986709Running coprocessor pre-close hooks at 1733940986709Disabling compacts and flushes for region at 1733940986709Disabling writes for close at 1733940986709Writing region close event to WAL at 1733940986710 (+1 ms)Running coprocessor post-close hooks at 1733940986728 (+18 ms)Closed at 1733940986728 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733940915715.918927496154e881842e5a50a2883f2e. 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5636de633a82becae8bd57e9660eb411, disabling compactions & flushes 2024-12-11T18:16:26,729 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. after waiting 0 ms 2024-12-11T18:16:26,729 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:16:26,737 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/default/SPTestTable/5636de633a82becae8bd57e9660eb411/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:16:26,738 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:16:26,738 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5636de633a82becae8bd57e9660eb411: Waiting for close lock at 1733940986729Running coprocessor pre-close hooks at 1733940986729Disabling compacts and flushes for region at 1733940986729Disabling writes for close at 1733940986729Writing region close event to WAL at 1733940986731 (+2 ms)Running coprocessor post-close hooks at 1733940986738 (+7 ms)Closed at 1733940986738 2024-12-11T18:16:26,738 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733940915715.5636de633a82becae8bd57e9660eb411. 2024-12-11T18:16:26,759 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/ns/53a1818df2624fb694893d9f41fe3d04 is 43, key is default/ns:d/1733940915478/Put/seqid=0 2024-12-11T18:16:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741864_1040 (size=5153) 2024-12-11T18:16:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741864_1040 (size=5153) 2024-12-11T18:16:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741864_1040 (size=5153) 2024-12-11T18:16:26,769 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/ns/53a1818df2624fb694893d9f41fe3d04 2024-12-11T18:16:26,797 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T18:16:26,797 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T18:16:26,797 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T18:16:26,797 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T18:16:26,803 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/table/95a34f20e1124a919f31658e823b76ae is 47, key is SPTestTable/table:state/1733940926262/Put/seqid=0 2024-12-11T18:16:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741865_1041 (size=5214) 2024-12-11T18:16:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741865_1041 (size=5214) 2024-12-11T18:16:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741865_1041 (size=5214) 2024-12-11T18:16:26,814 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/table/95a34f20e1124a919f31658e823b76ae 2024-12-11T18:16:26,822 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/info/d6ed9deb80f24a01957208dc975bc09c as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/info/d6ed9deb80f24a01957208dc975bc09c 2024-12-11T18:16:26,824 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(976): stopping server 75744186b12a,42343,1733940903264; all regions closed. 2024-12-11T18:16:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741833_1009 (size=2917) 2024-12-11T18:16:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741833_1009 (size=2917) 2024-12-11T18:16:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741833_1009 (size=2917) 2024-12-11T18:16:26,828 DEBUG [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T18:16:26,832 DEBUG [RS:0;75744186b12a:42343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs 2024-12-11T18:16:26,832 INFO [RS:0;75744186b12a:42343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C42343%2C1733940903264:(num 1733940904950) 2024-12-11T18:16:26,832 DEBUG [RS:0;75744186b12a:42343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:26,832 INFO [RS:0;75744186b12a:42343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] hbase.ChoreService(370): Chore service for: regionserver/75744186b12a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T18:16:26,833 INFO [RS:0;75744186b12a:42343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:16:26,834 INFO [regionserver/75744186b12a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:16:26,834 INFO [RS:0;75744186b12a:42343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42343 2024-12-11T18:16:26,834 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/info/d6ed9deb80f24a01957208dc975bc09c, entries=112, sequenceid=35, filesize=19.4 K 2024-12-11T18:16:26,837 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/ns/53a1818df2624fb694893d9f41fe3d04 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/ns/53a1818df2624fb694893d9f41fe3d04 2024-12-11T18:16:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:16:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,42343,1733940903264 2024-12-11T18:16:26,843 INFO [RS:0;75744186b12a:42343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:16:26,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,42343,1733940903264] 2024-12-11T18:16:26,846 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/ns/53a1818df2624fb694893d9f41fe3d04, entries=2, sequenceid=35, filesize=5.0 K 2024-12-11T18:16:26,847 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/.tmp/table/95a34f20e1124a919f31658e823b76ae as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/table/95a34f20e1124a919f31658e823b76ae 2024-12-11T18:16:26,856 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/table/95a34f20e1124a919f31658e823b76ae, entries=2, sequenceid=35, filesize=5.1 K 2024-12-11T18:16:26,857 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=35, compaction requested=false 2024-12-11T18:16:26,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,42343,1733940903264 already deleted, retry=false 2024-12-11T18:16:26,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75744186b12a,42343,1733940903264 expired; onlineServers=1 2024-12-11T18:16:26,863 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-11T18:16:26,864 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T18:16:26,864 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T18:16:26,864 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733940986628Running coprocessor pre-close hooks at 1733940986628Disabling compacts and flushes for region at 1733940986628Disabling writes for close at 1733940986628Obtaining lock to block concurrent updates at 1733940986629 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733940986629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733940986629Flushing stores of hbase:meta,,1.1588230740 at 1733940986630 (+1 ms)Flushing 1588230740/info: creating writer at 1733940986630Flushing 1588230740/info: appending metadata at 1733940986701 (+71 ms)Flushing 1588230740/info: closing flushed file at 1733940986701Flushing 1588230740/ns: creating writer at 1733940986735 (+34 ms)Flushing 1588230740/ns: appending metadata at 1733940986754 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733940986754Flushing 1588230740/table: creating writer at 1733940986778 (+24 ms)Flushing 1588230740/table: appending metadata at 1733940986797 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733940986798 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ad845c: reopening flushed file at 1733940986821 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f4682f: reopening flushed file at 1733940986835 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2976b384: reopening flushed file at 1733940986846 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=35, compaction requested=false at 1733940986857 (+11 ms)Writing region close event to WAL at 1733940986858 (+1 ms)Running coprocessor post-close hooks at 1733940986864 (+6 ms)Closed at 1733940986864 2024-12-11T18:16:26,864 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T18:16:26,952 INFO [RS:0;75744186b12a:42343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:16:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42343-0x100162436040001, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:26,952 INFO [RS:0;75744186b12a:42343 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,42343,1733940903264; zookeeper connection closed. 2024-12-11T18:16:26,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10664e1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10664e1a 2024-12-11T18:16:27,028 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(976): stopping server 75744186b12a,39961,1733940903456; all regions closed. 2024-12-11T18:16:27,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741836_1012 (size=18438) 2024-12-11T18:16:27,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741836_1012 (size=18438) 2024-12-11T18:16:27,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741836_1012 (size=18438) 2024-12-11T18:16:27,038 DEBUG [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs 2024-12-11T18:16:27,038 INFO [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C39961%2C1733940903456.meta:.meta(num 1733940915281) 2024-12-11T18:16:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741834_1010 (size=4635) 2024-12-11T18:16:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741834_1010 (size=4635) 2024-12-11T18:16:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741834_1010 (size=4635) 2024-12-11T18:16:27,045 DEBUG [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/oldWALs 2024-12-11T18:16:27,045 INFO [RS:2;75744186b12a:39961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C39961%2C1733940903456:(num 1733940904951) 2024-12-11T18:16:27,045 DEBUG [RS:2;75744186b12a:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:27,045 INFO [RS:2;75744186b12a:39961 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:16:27,045 INFO [RS:2;75744186b12a:39961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:16:27,045 INFO [RS:2;75744186b12a:39961 {}] hbase.ChoreService(370): Chore service for: regionserver/75744186b12a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T18:16:27,045 INFO [RS:2;75744186b12a:39961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:16:27,045 INFO [regionserver/75744186b12a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:16:27,046 INFO [RS:2;75744186b12a:39961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39961 2024-12-11T18:16:27,076 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,39961,1733940903456 2024-12-11T18:16:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:16:27,076 INFO [RS:2;75744186b12a:39961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:16:27,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,39961,1733940903456] 2024-12-11T18:16:27,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,39961,1733940903456 already deleted, retry=false 2024-12-11T18:16:27,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75744186b12a,39961,1733940903456 expired; onlineServers=0 2024-12-11T18:16:27,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '75744186b12a,39019,1733940902560' ***** 2024-12-11T18:16:27,093 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T18:16:27,093 INFO [M:0;75744186b12a:39019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:16:27,093 INFO [M:0;75744186b12a:39019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:16:27,093 DEBUG [M:0;75744186b12a:39019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T18:16:27,093 DEBUG [M:0;75744186b12a:39019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T18:16:27,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T18:16:27,093 DEBUG [master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940904639 {}] cleaner.HFileCleaner(306): Exit Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940904639,5,FailOnTimeoutGroup] 2024-12-11T18:16:27,093 DEBUG [master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940904638 {}] cleaner.HFileCleaner(306): Exit Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940904638,5,FailOnTimeoutGroup] 2024-12-11T18:16:27,094 INFO [M:0;75744186b12a:39019 {}] hbase.ChoreService(370): Chore service for: master/75744186b12a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T18:16:27,094 INFO [M:0;75744186b12a:39019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:16:27,094 DEBUG [M:0;75744186b12a:39019 {}] master.HMaster(1795): Stopping service threads 2024-12-11T18:16:27,094 INFO [M:0;75744186b12a:39019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T18:16:27,094 INFO [M:0;75744186b12a:39019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T18:16:27,094 ERROR [M:0;75744186b12a:39019 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43327 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43327,5,PEWorkerGroup] 2024-12-11T18:16:27,095 INFO [M:0;75744186b12a:39019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T18:16:27,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T18:16:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T18:16:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:27,101 DEBUG [M:0;75744186b12a:39019 {}] zookeeper.ZKUtil(347): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T18:16:27,101 WARN [M:0;75744186b12a:39019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T18:16:27,102 INFO [M:0;75744186b12a:39019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/.lastflushedseqids 2024-12-11T18:16:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741866_1042 (size=668) 2024-12-11T18:16:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741866_1042 (size=668) 2024-12-11T18:16:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741866_1042 (size=668) 2024-12-11T18:16:27,115 INFO [M:0;75744186b12a:39019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T18:16:27,115 INFO [M:0;75744186b12a:39019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T18:16:27,115 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T18:16:27,115 INFO [M:0;75744186b12a:39019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:27,115 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:27,115 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T18:16:27,115 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:27,116 INFO [M:0;75744186b12a:39019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.34 KB heapSize=229.77 KB 2024-12-11T18:16:27,133 DEBUG [M:0;75744186b12a:39019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380716a966be446999ee3f88109d3f0f is 82, key is hbase:meta,,1/info:regioninfo/1733940915357/Put/seqid=0 2024-12-11T18:16:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741867_1043 (size=5672) 2024-12-11T18:16:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741867_1043 (size=5672) 2024-12-11T18:16:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741867_1043 (size=5672) 2024-12-11T18:16:27,141 INFO [M:0;75744186b12a:39019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380716a966be446999ee3f88109d3f0f 2024-12-11T18:16:27,165 DEBUG [M:0;75744186b12a:39019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398adf906ebc41bdb4cc9daf96dc2230 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733940926273/Put/seqid=0 2024-12-11T18:16:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741868_1044 (size=8902) 2024-12-11T18:16:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741868_1044 (size=8902) 2024-12-11T18:16:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741868_1044 (size=8902) 2024-12-11T18:16:27,178 INFO [M:0;75744186b12a:39019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.61 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398adf906ebc41bdb4cc9daf96dc2230 2024-12-11T18:16:27,184 INFO [M:0;75744186b12a:39019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 398adf906ebc41bdb4cc9daf96dc2230 2024-12-11T18:16:27,185 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:27,185 INFO [RS:2;75744186b12a:39961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:16:27,185 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x100162436040003, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:27,185 INFO [RS:2;75744186b12a:39961 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,39961,1733940903456; zookeeper connection closed. 2024-12-11T18:16:27,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66992401 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66992401 2024-12-11T18:16:27,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T18:16:27,199 DEBUG [M:0;75744186b12a:39019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fbc1eab8105491ca62788d7185538c7 is 69, key is 75744186b12a,39961,1733940903456/rs:state/1733940904672/Put/seqid=0 2024-12-11T18:16:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741869_1045 (size=5441) 2024-12-11T18:16:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741869_1045 (size=5441) 2024-12-11T18:16:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741869_1045 (size=5441) 2024-12-11T18:16:27,206 INFO [M:0;75744186b12a:39019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fbc1eab8105491ca62788d7185538c7 2024-12-11T18:16:27,213 INFO [M:0;75744186b12a:39019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fbc1eab8105491ca62788d7185538c7 2024-12-11T18:16:27,215 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380716a966be446999ee3f88109d3f0f as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/380716a966be446999ee3f88109d3f0f 2024-12-11T18:16:27,222 INFO [M:0;75744186b12a:39019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/380716a966be446999ee3f88109d3f0f, entries=8, sequenceid=485, filesize=5.5 K 2024-12-11T18:16:27,223 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398adf906ebc41bdb4cc9daf96dc2230 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398adf906ebc41bdb4cc9daf96dc2230 2024-12-11T18:16:27,231 INFO [M:0;75744186b12a:39019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 398adf906ebc41bdb4cc9daf96dc2230 2024-12-11T18:16:27,231 INFO [M:0;75744186b12a:39019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398adf906ebc41bdb4cc9daf96dc2230, entries=54, sequenceid=485, filesize=8.7 K 2024-12-11T18:16:27,233 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fbc1eab8105491ca62788d7185538c7 as hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fbc1eab8105491ca62788d7185538c7 2024-12-11T18:16:27,240 INFO [M:0;75744186b12a:39019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fbc1eab8105491ca62788d7185538c7 2024-12-11T18:16:27,240 INFO [M:0;75744186b12a:39019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fbc1eab8105491ca62788d7185538c7, entries=3, sequenceid=485, filesize=5.3 K 2024-12-11T18:16:27,241 INFO [M:0;75744186b12a:39019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.34 KB/189792, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=485, compaction requested=false 2024-12-11T18:16:27,242 INFO [M:0;75744186b12a:39019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:27,243 DEBUG [M:0;75744186b12a:39019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733940987115Disabling compacts and flushes for region at 1733940987115Disabling writes for close at 1733940987115Obtaining lock to block concurrent updates at 1733940987116 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733940987116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189792, getHeapSize=235224, getOffHeapSize=0, getCellsCount=588 at 1733940987116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733940987116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733940987117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733940987132 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733940987132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733940987148 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733940987164 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733940987164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733940987184 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733940987198 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733940987198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aaeaf19: reopening flushed file at 1733940987213 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c50cf: reopening flushed file at 1733940987222 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abf7cd7: reopening flushed file at 1733940987231 (+9 ms)Finished flush of dataSize ~185.34 KB/189792, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=485, compaction requested=false at 1733940987241 (+10 ms)Writing region close event to WAL at 1733940987242 (+1 ms)Closed at 1733940987242 2024-12-11T18:16:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741830_1006 (size=222148) 2024-12-11T18:16:27,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fc05dfc-bc7a-f4dc-1d03-81832a3616fe/MasterData/WALs/75744186b12a,39019,1733940902560/75744186b12a%2C39019%2C1733940902560.1733940903905 not finished, retry = 0 2024-12-11T18:16:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741830_1006 (size=222148) 2024-12-11T18:16:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43973 is added to blk_1073741830_1006 (size=222148) 2024-12-11T18:16:27,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:16:27,348 INFO [M:0;75744186b12a:39019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T18:16:27,349 INFO [M:0;75744186b12a:39019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39019 2024-12-11T18:16:27,349 INFO [M:0;75744186b12a:39019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:16:27,481 INFO [M:0;75744186b12a:39019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:16:27,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:27,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39019-0x100162436040000, quorum=127.0.0.1:58151, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:16:27,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:27,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:16:27,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:16:27,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:16:27,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,STOPPED} 2024-12-11T18:16:27,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:16:27,536 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:16:27,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:16:27,536 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761313642-172.17.0.2-1733940898678 (Datanode Uuid 3fca159b-0e4d-4fba-9e3b-ec42f76dc230) service to localhost/127.0.0.1:43327 2024-12-11T18:16:27,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data5/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data6/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:16:27,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:27,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:16:27,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:16:27,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:16:27,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,STOPPED} 2024-12-11T18:16:27,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:16:27,551 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:16:27,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:16:27,551 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761313642-172.17.0.2-1733940898678 (Datanode Uuid 757cb62d-8b30-4049-a701-d2d188dd2ca0) service to localhost/127.0.0.1:43327 2024-12-11T18:16:27,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data3/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data4/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:16:27,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:27,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:16:27,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:16:27,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:16:27,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,STOPPED} 2024-12-11T18:16:27,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:16:27,559 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:16:27,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:16:27,559 WARN [BP-761313642-172.17.0.2-1733940898678 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761313642-172.17.0.2-1733940898678 (Datanode Uuid fe11986c-a0a6-49e2-8c6a-0be23ba581aa) service to localhost/127.0.0.1:43327 2024-12-11T18:16:27,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data1/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/cluster_e3480134-bf1b-c858-5b61-d6739686467b/data/data2/current/BP-761313642-172.17.0.2-1733940898678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:16:27,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:16:27,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:16:27,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:16:27,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:16:27,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:16:27,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir/,STOPPED} 2024-12-11T18:16:27,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T18:16:27,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T18:16:27,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75744186b12a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/75744186b12a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43327 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/75744186b12a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/75744186b12a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@41f86bbe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43327 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75744186b12a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75744186b12a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_REGION-regionserver/75744186b12a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75744186b12a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 199), ProcessCount=11 (was 11), AvailableMemoryMB=1784 (was 3136) 2024-12-11T18:16:27,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=1785 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir so I do NOT create it in target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731 2024-12-11T18:16:27,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.log.dir Erasing configuration value by system value. 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.tmp.dir so I do NOT create it in target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731 2024-12-11T18:16:27,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/625f6163-c508-2940-e820-c4d23597ff9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-11T18:16:27,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976, deleteOnExit=true 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/test.cache.data in system properties and HBase conf 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:16:27,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T18:16:27,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:16:27,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:16:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:16:27,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:16:27,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:16:27,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:16:27,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:16:27,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:16:27,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:16:27,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6670d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:16:27,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a798b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:16:28,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6111389f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/java.io.tmpdir/jetty-localhost-46035-hadoop-hdfs-3_4_1-tests_jar-_-any-2315699259449513608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:16:28,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2ff21{HTTP/1.1, (http/1.1)}{localhost:46035} 2024-12-11T18:16:28,022 INFO [Time-limited test {}] server.Server(415): Started @91161ms 2024-12-11T18:16:28,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:16:28,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:16:28,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:16:28,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:16:28,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:16:28,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7ddb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:16:28,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e7ec4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:16:28,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e04367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/java.io.tmpdir/jetty-localhost-43939-hadoop-hdfs-3_4_1-tests_jar-_-any-7259006098910485552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:28,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6223c6fb{HTTP/1.1, (http/1.1)}{localhost:43939} 2024-12-11T18:16:28,350 INFO [Time-limited test {}] server.Server(415): Started @91489ms 2024-12-11T18:16:28,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:16:28,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:16:28,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:16:28,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:16:28,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:16:28,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:16:28,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7911b946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:16:28,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f41c572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:16:28,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a7bcc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/java.io.tmpdir/jetty-localhost-46365-hadoop-hdfs-3_4_1-tests_jar-_-any-14803855602000881858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:28,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15133fbb{HTTP/1.1, (http/1.1)}{localhost:46365} 2024-12-11T18:16:28,487 INFO [Time-limited test {}] server.Server(415): Started @91627ms 2024-12-11T18:16:28,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:16:28,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:16:28,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:16:28,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:16:28,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:16:28,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:16:28,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@411db427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:16:28,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257e2f84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:16:28,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33198083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/java.io.tmpdir/jetty-localhost-36295-hadoop-hdfs-3_4_1-tests_jar-_-any-410653237724175471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:16:28,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dcd838d{HTTP/1.1, (http/1.1)}{localhost:36295} 2024-12-11T18:16:28,613 INFO [Time-limited test {}] server.Server(415): Started @91752ms 2024-12-11T18:16:28,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:16:29,176 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data2/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,176 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data1/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,197 WARN [Thread-654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:16:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582d639a8319a607 with lease ID 0x4ea9a682f3d4f8d7: Processing first storage report for DS-c1546486-173e-4e41-91a0-af4798553c06 from datanode DatanodeRegistration(127.0.0.1:33393, datanodeUuid=902174ca-4722-4e68-a259-d23abb1577b3, infoPort=39297, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582d639a8319a607 with lease ID 0x4ea9a682f3d4f8d7: from storage DS-c1546486-173e-4e41-91a0-af4798553c06 node DatanodeRegistration(127.0.0.1:33393, datanodeUuid=902174ca-4722-4e68-a259-d23abb1577b3, infoPort=39297, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582d639a8319a607 with lease ID 0x4ea9a682f3d4f8d7: Processing first storage report for DS-03725dc4-7929-4543-9a2b-04a1824d55ed from datanode DatanodeRegistration(127.0.0.1:33393, datanodeUuid=902174ca-4722-4e68-a259-d23abb1577b3, infoPort=39297, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582d639a8319a607 with lease ID 0x4ea9a682f3d4f8d7: from storage DS-03725dc4-7929-4543-9a2b-04a1824d55ed node DatanodeRegistration(127.0.0.1:33393, datanodeUuid=902174ca-4722-4e68-a259-d23abb1577b3, infoPort=39297, infoSecurePort=0, ipcPort=42587, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,488 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data3/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,488 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data4/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,506 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:16:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92023c9c450eb73e with lease ID 0x4ea9a682f3d4f8d8: Processing first storage report for DS-85aa3835-b024-4820-9e90-d49328263b83 from datanode DatanodeRegistration(127.0.0.1:39533, datanodeUuid=8c3f0c7e-782b-42ec-975a-3a62c98f93c6, infoPort=36983, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92023c9c450eb73e with lease ID 0x4ea9a682f3d4f8d8: from storage DS-85aa3835-b024-4820-9e90-d49328263b83 node DatanodeRegistration(127.0.0.1:39533, datanodeUuid=8c3f0c7e-782b-42ec-975a-3a62c98f93c6, infoPort=36983, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92023c9c450eb73e with lease ID 0x4ea9a682f3d4f8d8: Processing first storage report for DS-ad7e9e52-a662-4be7-a173-9e86efb0707e from datanode DatanodeRegistration(127.0.0.1:39533, datanodeUuid=8c3f0c7e-782b-42ec-975a-3a62c98f93c6, infoPort=36983, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92023c9c450eb73e with lease ID 0x4ea9a682f3d4f8d8: from storage DS-ad7e9e52-a662-4be7-a173-9e86efb0707e node DatanodeRegistration(127.0.0.1:39533, datanodeUuid=8c3f0c7e-782b-42ec-975a-3a62c98f93c6, infoPort=36983, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,598 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data5/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,598 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data6/current/BP-2106326700-172.17.0.2-1733940987670/current, will proceed with Du for space computation calculation, 2024-12-11T18:16:29,617 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:16:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5950390a475cfb8a with lease ID 0x4ea9a682f3d4f8d9: Processing first storage report for DS-878ece88-695b-46a7-b525-130cbf20c755 from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=650f7dc4-2c85-4a9c-a60c-84d4aefa6ec4, infoPort=46843, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5950390a475cfb8a with lease ID 0x4ea9a682f3d4f8d9: from storage DS-878ece88-695b-46a7-b525-130cbf20c755 node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=650f7dc4-2c85-4a9c-a60c-84d4aefa6ec4, infoPort=46843, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5950390a475cfb8a with lease ID 0x4ea9a682f3d4f8d9: Processing first storage report for DS-b818123a-9251-4c76-8ba7-e35d6ffc2b23 from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=650f7dc4-2c85-4a9c-a60c-84d4aefa6ec4, infoPort=46843, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670) 2024-12-11T18:16:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5950390a475cfb8a with lease ID 0x4ea9a682f3d4f8d9: from storage DS-b818123a-9251-4c76-8ba7-e35d6ffc2b23 node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=650f7dc4-2c85-4a9c-a60c-84d4aefa6ec4, infoPort=46843, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1223853293;c=1733940987670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:16:29,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731 2024-12-11T18:16:29,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/zookeeper_0, clientPort=55015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T18:16:29,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55015 2024-12-11T18:16:29,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:29,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:29,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:16:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:16:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741825_1001 (size=7) 2024-12-11T18:16:29,669 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 with version=8 2024-12-11T18:16:29,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/hbase-staging 2024-12-11T18:16:29,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:16:29,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T18:16:29,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:16:29,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35431 2024-12-11T18:16:29,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35431 connecting to ZooKeeper ensemble=127.0.0.1:55015 2024-12-11T18:16:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354310x0, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:16:29,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35431-0x10016258d6e0000 connected 2024-12-11T18:16:30,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:30,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292, hbase.cluster.distributed=false 2024-12-11T18:16:30,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:16:30,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35431 2024-12-11T18:16:30,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35431 2024-12-11T18:16:30,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35431 2024-12-11T18:16:30,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35431 2024-12-11T18:16:30,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35431 2024-12-11T18:16:30,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:16:30,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:16:30,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:16:30,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38887 2024-12-11T18:16:30,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38887 connecting to ZooKeeper ensemble=127.0.0.1:55015 2024-12-11T18:16:30,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388870x0, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:16:30,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388870x0, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:30,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38887-0x10016258d6e0001 connected 2024-12-11T18:16:30,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:16:30,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:16:30,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:16:30,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:16:30,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-11T18:16:30,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-12-11T18:16:30,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-12-11T18:16:30,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-11T18:16:30,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-11T18:16:30,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:16:30,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:16:30,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33431 2024-12-11T18:16:30,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33431 connecting to ZooKeeper ensemble=127.0.0.1:55015 2024-12-11T18:16:30,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334310x0, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:16:30,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33431-0x10016258d6e0002 connected 2024-12-11T18:16:30,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:30,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:16:30,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:16:30,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:16:30,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:16:30,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33431 2024-12-11T18:16:30,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33431 2024-12-11T18:16:30,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33431 2024-12-11T18:16:30,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33431 2024-12-11T18:16:30,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33431 2024-12-11T18:16:30,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75744186b12a:0 server-side Connection retries=45 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T18:16:30,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T18:16:30,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35277 2024-12-11T18:16:30,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35277 connecting to ZooKeeper ensemble=127.0.0.1:55015 2024-12-11T18:16:30,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352770x0, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T18:16:30,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:16:30,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35277-0x10016258d6e0003 connected 2024-12-11T18:16:30,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T18:16:30,163 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T18:16:30,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T18:16:30,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T18:16:30,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-11T18:16:30,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35277 2024-12-11T18:16:30,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35277 2024-12-11T18:16:30,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-11T18:16:30,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-11T18:16:30,178 DEBUG [M:0;75744186b12a:35431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;75744186b12a:35431 2024-12-11T18:16:30,178 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/75744186b12a,35431,1733940989671 2024-12-11T18:16:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,187 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/75744186b12a,35431,1733940989671 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,196 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T18:16:30,197 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/75744186b12a,35431,1733940989671 from backup master directory 2024-12-11T18:16:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/75744186b12a,35431,1733940989671 2024-12-11T18:16:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T18:16:30,204 WARN [master/75744186b12a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:16:30,204 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=75744186b12a,35431,1733940989671 2024-12-11T18:16:30,209 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/hbase.id] with ID: b81806c6-a65c-4491-a43c-8e224dc16ff2 2024-12-11T18:16:30,209 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.tmp/hbase.id 2024-12-11T18:16:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:16:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:16:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741826_1002 (size=42) 2024-12-11T18:16:30,218 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.tmp/hbase.id]:[hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/hbase.id] 2024-12-11T18:16:30,232 INFO [master/75744186b12a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:16:30,233 INFO [master/75744186b12a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T18:16:30,234 INFO [master/75744186b12a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-11T18:16:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:16:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:16:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741827_1003 (size=196) 2024-12-11T18:16:30,254 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T18:16:30,255 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T18:16:30,256 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:16:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:16:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:16:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741828_1004 (size=1189) 2024-12-11T18:16:30,272 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store 2024-12-11T18:16:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:16:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:16:30,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741829_1005 (size=34) 2024-12-11T18:16:30,291 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:30,291 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T18:16:30,291 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:30,291 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:30,291 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T18:16:30,292 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:30,292 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:16:30,292 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733940990291Disabling compacts and flushes for region at 1733940990291Disabling writes for close at 1733940990291Writing region close event to WAL at 1733940990292 (+1 ms)Closed at 1733940990292 2024-12-11T18:16:30,293 WARN [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/.initializing 2024-12-11T18:16:30,293 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/WALs/75744186b12a,35431,1733940989671 2024-12-11T18:16:30,294 INFO [master/75744186b12a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:16:30,296 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C35431%2C1733940989671, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/WALs/75744186b12a,35431,1733940989671, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/oldWALs, maxLogs=10 2024-12-11T18:16:30,310 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/WALs/75744186b12a,35431,1733940989671/75744186b12a%2C35431%2C1733940989671.1733940990297, exclude list is [], retry=0 2024-12-11T18:16:30,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-c1546486-173e-4e41-91a0-af4798553c06,DISK] 2024-12-11T18:16:30,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-878ece88-695b-46a7-b525-130cbf20c755,DISK] 2024-12-11T18:16:30,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-85aa3835-b024-4820-9e90-d49328263b83,DISK] 2024-12-11T18:16:30,315 INFO [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/WALs/75744186b12a,35431,1733940989671/75744186b12a%2C35431%2C1733940989671.1733940990297 2024-12-11T18:16:30,316 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:36983:36983)] 2024-12-11T18:16:30,316 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T18:16:30,316 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:30,317 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,317 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T18:16:30,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:30,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T18:16:30,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T18:16:30,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:30,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T18:16:30,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:30,329 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,330 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,330 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,332 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,332 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,333 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:16:30,334 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T18:16:30,337 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:30,338 INFO [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59647092, jitterRate=-0.11118906736373901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:16:30,339 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733940990317Initializing all the Stores at 1733940990318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940990318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940990318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940990318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940990318Cleaning up temporary data from old regions at 1733940990332 (+14 ms)Region opened successfully at 1733940990339 (+7 ms) 2024-12-11T18:16:30,339 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T18:16:30,344 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34645e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:16:30,346 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T18:16:30,346 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T18:16:30,346 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T18:16:30,346 INFO [master/75744186b12a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T18:16:30,347 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T18:16:30,348 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T18:16:30,348 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T18:16:30,353 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T18:16:30,354 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T18:16:30,378 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T18:16:30,379 INFO [master/75744186b12a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T18:16:30,380 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T18:16:30,403 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T18:16:30,404 INFO [master/75744186b12a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T18:16:30,405 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T18:16:30,412 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T18:16:30,413 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T18:16:30,420 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T18:16:30,422 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T18:16:30,428 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,438 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=75744186b12a,35431,1733940989671, sessionid=0x10016258d6e0000, setting cluster-up flag (Was=false) 2024-12-11T18:16:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,479 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T18:16:30,481 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75744186b12a,35431,1733940989671 2024-12-11T18:16:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:30,537 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T18:16:30,540 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75744186b12a,35431,1733940989671 2024-12-11T18:16:30,543 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T18:16:30,545 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T18:16:30,545 INFO [master/75744186b12a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T18:16:30,545 INFO [master/75744186b12a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T18:16:30,545 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 75744186b12a,35431,1733940989671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T18:16:30,547 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:16:30,547 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:16:30,547 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:16:30,548 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/75744186b12a:0, corePoolSize=5, maxPoolSize=5 2024-12-11T18:16:30,548 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/75744186b12a:0, corePoolSize=10, maxPoolSize=10 2024-12-11T18:16:30,548 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,548 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:16:30,548 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733941020549 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T18:16:30,549 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T18:16:30,550 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T18:16:30,550 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,550 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T18:16:30,550 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T18:16:30,550 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T18:16:30,552 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T18:16:30,552 INFO [master/75744186b12a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T18:16:30,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:16:30,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T18:16:30,552 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940990552,5,FailOnTimeoutGroup] 2024-12-11T18:16:30,553 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940990552,5,FailOnTimeoutGroup] 2024-12-11T18:16:30,553 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,553 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T18:16:30,553 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,553 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T18:16:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:16:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:16:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741831_1007 (size=1321) 2024-12-11T18:16:30,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T18:16:30,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:30,568 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(746): ClusterId : b81806c6-a65c-4491-a43c-8e224dc16ff2 2024-12-11T18:16:30,568 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(746): ClusterId : b81806c6-a65c-4491-a43c-8e224dc16ff2 2024-12-11T18:16:30,568 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:16:30,568 INFO [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(746): ClusterId : b81806c6-a65c-4491-a43c-8e224dc16ff2 2024-12-11T18:16:30,568 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:16:30,568 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T18:16:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:16:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:16:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741832_1008 (size=32) 2024-12-11T18:16:30,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:30,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T18:16:30,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T18:16:30,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:30,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T18:16:30,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T18:16:30,579 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:16:30,579 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:16:30,579 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:16:30,579 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T18:16:30,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,580 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:16:30,580 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T18:16:30,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:30,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T18:16:30,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T18:16:30,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:30,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T18:16:30,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T18:16:30,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:30,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:30,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T18:16:30,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740 2024-12-11T18:16:30,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740 2024-12-11T18:16:30,588 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T18:16:30,588 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:16:30,588 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T18:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T18:16:30,588 DEBUG [RS:0;75744186b12a:38887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f90e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:16:30,589 DEBUG [RS:1;75744186b12a:33431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd392b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:16:30,589 DEBUG [RS:2;75744186b12a:35277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b86745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75744186b12a/172.17.0.2:0 2024-12-11T18:16:30,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:16:30,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T18:16:30,604 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;75744186b12a:38887 2024-12-11T18:16:30,605 INFO [RS:0;75744186b12a:38887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:16:30,605 INFO [RS:0;75744186b12a:38887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:16:30,605 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:16:30,606 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,35431,1733940989671 with port=38887, startcode=1733940990075 2024-12-11T18:16:30,606 DEBUG [RS:0;75744186b12a:38887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:16:30,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:30,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69605564, jitterRate=0.03720372915267944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:16:30,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733940990573Initializing all the Stores at 1733940990574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940990574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940990575 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733940990575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733940990575Cleaning up temporary data from old regions at 1733940990588 (+13 ms)Region opened successfully at 1733940990609 (+21 ms) 2024-12-11T18:16:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T18:16:30,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T18:16:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T18:16:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T18:16:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T18:16:30,612 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;75744186b12a:33431 2024-12-11T18:16:30,612 INFO [RS:1;75744186b12a:33431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:16:30,612 INFO [RS:1;75744186b12a:33431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:16:30,612 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:16:30,613 INFO [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,35431,1733940989671 with port=33431, startcode=1733940990115 2024-12-11T18:16:30,614 DEBUG [RS:1;75744186b12a:33431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:16:30,614 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;75744186b12a:35277 2024-12-11T18:16:30,614 INFO [RS:2;75744186b12a:35277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T18:16:30,614 INFO [RS:2;75744186b12a:35277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T18:16:30,614 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T18:16:30,615 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(2659): reportForDuty to master=75744186b12a,35431,1733940989671 with port=35277, startcode=1733940990150 2024-12-11T18:16:30,615 DEBUG [RS:2;75744186b12a:35277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T18:16:30,615 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:16:30,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T18:16:30,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,38887,1733940990075 2024-12-11T18:16:30,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733940990610Disabling compacts and flushes for region at 1733940990610Disabling writes for close at 1733940990610Writing region close event to WAL at 1733940990616 (+6 ms)Closed at 1733940990616 2024-12-11T18:16:30,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(517): Registering regionserver=75744186b12a,38887,1733940990075 2024-12-11T18:16:30,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:16:30,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T18:16:30,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T18:16:30,618 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:30,618 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47063, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:16:30,618 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-11T18:16:30,618 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:16:30,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,35277,1733940990150 2024-12-11T18:16:30,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(517): Registering regionserver=75744186b12a,35277,1733940990150 2024-12-11T18:16:30,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T18:16:30,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T18:16:30,621 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:30,621 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-11T18:16:30,621 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:16:30,622 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T18:16:30,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75744186b12a,33431,1733940990115 2024-12-11T18:16:30,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35431 {}] master.ServerManager(517): Registering regionserver=75744186b12a,33431,1733940990115 2024-12-11T18:16:30,624 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:30,624 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-11T18:16:30,624 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T18:16:30,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:16:30,662 DEBUG [RS:0;75744186b12a:38887 {}] zookeeper.ZKUtil(111): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,38887,1733940990075 2024-12-11T18:16:30,662 WARN [RS:0;75744186b12a:38887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:16:30,662 DEBUG [RS:2;75744186b12a:35277 {}] zookeeper.ZKUtil(111): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,35277,1733940990150 2024-12-11T18:16:30,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,33431,1733940990115] 2024-12-11T18:16:30,662 WARN [RS:2;75744186b12a:35277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:16:30,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,35277,1733940990150] 2024-12-11T18:16:30,662 INFO [RS:0;75744186b12a:38887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:16:30,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75744186b12a,38887,1733940990075] 2024-12-11T18:16:30,663 INFO [RS:2;75744186b12a:35277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:16:30,663 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075 2024-12-11T18:16:30,663 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,35277,1733940990150 2024-12-11T18:16:30,663 DEBUG [RS:1;75744186b12a:33431 {}] zookeeper.ZKUtil(111): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75744186b12a,33431,1733940990115 2024-12-11T18:16:30,663 WARN [RS:1;75744186b12a:33431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T18:16:30,663 INFO [RS:1;75744186b12a:33431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:16:30,663 DEBUG [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115 2024-12-11T18:16:30,668 INFO [RS:2;75744186b12a:35277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:16:30,668 INFO [RS:0;75744186b12a:38887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:16:30,670 INFO [RS:1;75744186b12a:33431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T18:16:30,671 INFO [RS:2;75744186b12a:35277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:16:30,671 INFO [RS:2;75744186b12a:35277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:16:30,671 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,671 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:16:30,673 INFO [RS:2;75744186b12a:35277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:16:30,673 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,673 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,674 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,674 DEBUG [RS:2;75744186b12a:35277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,675 INFO [RS:0;75744186b12a:38887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:16:30,678 INFO [RS:1;75744186b12a:33431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T18:16:30,681 INFO [RS:0;75744186b12a:38887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:16:30,681 INFO [RS:1;75744186b12a:33431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35277,1733940990150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:16:30,681 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:16:30,681 INFO [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T18:16:30,682 INFO [RS:1;75744186b12a:33431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:16:30,682 INFO [RS:0;75744186b12a:38887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T18:16:30,682 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,682 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0, corePoolSize=2, maxPoolSize=2 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,683 DEBUG [RS:0;75744186b12a:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,683 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75744186b12a:0, corePoolSize=1, maxPoolSize=1 2024-12-11T18:16:30,684 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,684 DEBUG [RS:1;75744186b12a:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75744186b12a:0, corePoolSize=3, maxPoolSize=3 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,33431,1733940990115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,691 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,38887,1733940990075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:16:30,704 INFO [RS:0;75744186b12a:38887 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:16:30,704 INFO [RS:1;75744186b12a:33431 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:16:30,704 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,33431,1733940990115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,704 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,38887,1733940990075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,704 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,704 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,704 INFO [RS:1;75744186b12a:33431 {}] regionserver.Replication(171): 75744186b12a,33431,1733940990115 started 2024-12-11T18:16:30,704 INFO [RS:0;75744186b12a:38887 {}] regionserver.Replication(171): 75744186b12a,38887,1733940990075 started 2024-12-11T18:16:30,706 INFO [RS:2;75744186b12a:35277 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T18:16:30,706 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35277,1733940990150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,706 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,706 INFO [RS:2;75744186b12a:35277 {}] regionserver.Replication(171): 75744186b12a,35277,1733940990150 started 2024-12-11T18:16:30,718 INFO [RS:1;75744186b12a:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,718 INFO [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,33431,1733940990115, RpcServer on 75744186b12a/172.17.0.2:33431, sessionid=0x10016258d6e0002 2024-12-11T18:16:30,719 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,719 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,38887,1733940990075, RpcServer on 75744186b12a/172.17.0.2:38887, sessionid=0x10016258d6e0001 2024-12-11T18:16:30,719 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:16:30,719 DEBUG [RS:1;75744186b12a:33431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,33431,1733940990115 2024-12-11T18:16:30,719 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,33431,1733940990115' 2024-12-11T18:16:30,719 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:16:30,719 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:16:30,719 DEBUG [RS:0;75744186b12a:38887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,38887,1733940990075 2024-12-11T18:16:30,719 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,38887,1733940990075' 2024-12-11T18:16:30,719 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:16:30,719 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:16:30,719 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:16:30,720 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:16:30,720 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:16:30,720 DEBUG [RS:0;75744186b12a:38887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,38887,1733940990075 2024-12-11T18:16:30,720 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,38887,1733940990075' 2024-12-11T18:16:30,720 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:16:30,720 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:16:30,720 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:16:30,720 DEBUG [RS:1;75744186b12a:33431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,33431,1733940990115 2024-12-11T18:16:30,720 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,33431,1733940990115' 2024-12-11T18:16:30,720 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:16:30,721 DEBUG [RS:1;75744186b12a:33431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:16:30,721 DEBUG [RS:0;75744186b12a:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:16:30,721 DEBUG [RS:0;75744186b12a:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:16:30,721 DEBUG [RS:1;75744186b12a:33431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:16:30,721 INFO [RS:0;75744186b12a:38887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:16:30,721 INFO [RS:1;75744186b12a:33431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:16:30,721 INFO [RS:0;75744186b12a:38887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:16:30,721 INFO [RS:1;75744186b12a:33431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:16:30,725 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:30,726 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1482): Serving as 75744186b12a,35277,1733940990150, RpcServer on 75744186b12a/172.17.0.2:35277, sessionid=0x10016258d6e0003 2024-12-11T18:16:30,726 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T18:16:30,726 DEBUG [RS:2;75744186b12a:35277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75744186b12a,35277,1733940990150 2024-12-11T18:16:30,726 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,35277,1733940990150' 2024-12-11T18:16:30,726 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T18:16:30,727 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T18:16:30,727 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T18:16:30,728 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T18:16:30,728 DEBUG [RS:2;75744186b12a:35277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75744186b12a,35277,1733940990150 2024-12-11T18:16:30,728 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75744186b12a,35277,1733940990150' 2024-12-11T18:16:30,728 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T18:16:30,728 DEBUG [RS:2;75744186b12a:35277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T18:16:30,729 DEBUG [RS:2;75744186b12a:35277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T18:16:30,729 INFO [RS:2;75744186b12a:35277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T18:16:30,729 INFO [RS:2;75744186b12a:35277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T18:16:30,771 WARN [75744186b12a:35431 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T18:16:30,822 INFO [RS:1;75744186b12a:33431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:16:30,822 INFO [RS:0;75744186b12a:38887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:16:30,823 INFO [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C38887%2C1733940990075, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs, maxLogs=32 2024-12-11T18:16:30,824 INFO [RS:1;75744186b12a:33431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C33431%2C1733940990115, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs, maxLogs=32 2024-12-11T18:16:30,829 INFO [RS:2;75744186b12a:35277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:16:30,831 INFO [RS:2;75744186b12a:35277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C35277%2C1733940990150, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,35277,1733940990150, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs, maxLogs=32 2024-12-11T18:16:30,843 DEBUG [RS:2;75744186b12a:35277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,35277,1733940990150/75744186b12a%2C35277%2C1733940990150.1733940990832, exclude list is [], retry=0 2024-12-11T18:16:30,844 DEBUG [RS:1;75744186b12a:33431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115/75744186b12a%2C33431%2C1733940990115.1733940990825, exclude list is [], retry=0 2024-12-11T18:16:30,844 DEBUG [RS:0;75744186b12a:38887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075/75744186b12a%2C38887%2C1733940990075.1733940990825, exclude list is [], retry=0 2024-12-11T18:16:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-c1546486-173e-4e41-91a0-af4798553c06,DISK] 2024-12-11T18:16:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-85aa3835-b024-4820-9e90-d49328263b83,DISK] 2024-12-11T18:16:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-878ece88-695b-46a7-b525-130cbf20c755,DISK] 2024-12-11T18:16:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-85aa3835-b024-4820-9e90-d49328263b83,DISK] 2024-12-11T18:16:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-c1546486-173e-4e41-91a0-af4798553c06,DISK] 2024-12-11T18:16:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-878ece88-695b-46a7-b525-130cbf20c755,DISK] 2024-12-11T18:16:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-878ece88-695b-46a7-b525-130cbf20c755,DISK] 2024-12-11T18:16:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-85aa3835-b024-4820-9e90-d49328263b83,DISK] 2024-12-11T18:16:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-c1546486-173e-4e41-91a0-af4798553c06,DISK] 2024-12-11T18:16:30,857 INFO [RS:2;75744186b12a:35277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,35277,1733940990150/75744186b12a%2C35277%2C1733940990150.1733940990832 2024-12-11T18:16:30,857 DEBUG [RS:2;75744186b12a:35277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:36983:36983)] 2024-12-11T18:16:30,858 INFO [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075/75744186b12a%2C38887%2C1733940990075.1733940990825 2024-12-11T18:16:30,858 DEBUG [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983),(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:39297:39297)] 2024-12-11T18:16:30,859 INFO [RS:1;75744186b12a:33431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115/75744186b12a%2C33431%2C1733940990115.1733940990825 2024-12-11T18:16:30,859 DEBUG [RS:1;75744186b12a:33431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:39297:39297),(127.0.0.1/127.0.0.1:36983:36983)] 2024-12-11T18:16:31,021 DEBUG [75744186b12a:35431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T18:16:31,022 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:16:31,027 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:16:31,027 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:16:31,027 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T18:16:31,027 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:16:31,027 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:16:31,028 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T18:16:31,028 INFO [75744186b12a:35431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:16:31,028 INFO [75744186b12a:35431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:16:31,028 INFO [75744186b12a:35431 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T18:16:31,028 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:16:31,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:31,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75744186b12a,38887,1733940990075, state=OPENING 2024-12-11T18:16:31,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T18:16:31,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:31,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:31,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:31,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:16:31,054 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T18:16:31,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:31,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:31,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:31,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:16:31,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:31,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:31,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:31,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:32,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T18:16:32,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:32,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:32,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:32,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T18:16:32,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T18:16:38,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T18:16:38,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:40,557 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75744186b12a:39019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T18:16:41,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:16:41,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:16:41,065 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T18:16:41,065 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:16:41,066 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T18:16:41,068 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75744186b12a%2C38887%2C1733940990075.meta, suffix=.meta, logDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs, maxLogs=32 2024-12-11T18:16:41,087 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075/75744186b12a%2C38887%2C1733940990075.meta.1733941001069.meta, exclude list is [], retry=0 2024-12-11T18:16:41,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-878ece88-695b-46a7-b525-130cbf20c755,DISK] 2024-12-11T18:16:41,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-85aa3835-b024-4820-9e90-d49328263b83,DISK] 2024-12-11T18:16:41,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-c1546486-173e-4e41-91a0-af4798553c06,DISK] 2024-12-11T18:16:41,098 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,38887,1733940990075/75744186b12a%2C38887%2C1733940990075.meta.1733941001069.meta 2024-12-11T18:16:41,099 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983),(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:39297:39297)] 2024-12-11T18:16:41,099 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T18:16:41,099 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T18:16:41,100 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T18:16:41,100 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T18:16:41,100 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T18:16:41,100 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,100 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T18:16:41,100 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T18:16:41,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T18:16:41,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T18:16:41,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T18:16:41,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T18:16:41,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:41,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:41,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T18:16:41,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T18:16:41,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:41,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:41,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T18:16:41,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T18:16:41,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:41,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T18:16:41,110 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T18:16:41,111 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740 2024-12-11T18:16:41,113 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740 2024-12-11T18:16:41,114 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T18:16:41,114 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T18:16:41,115 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T18:16:41,116 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T18:16:41,118 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61422074, jitterRate=-0.08473977446556091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T18:16:41,118 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T18:16:41,119 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733941001101Writing region info on filesystem at 1733941001101Initializing all the Stores at 1733941001102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733941001102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733941001103 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941001103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733941001103Cleaning up temporary data from old regions at 1733941001114 (+11 ms)Running coprocessor post-open hooks at 1733941001118 (+4 ms)Region opened successfully at 1733941001119 (+1 ms) 2024-12-11T18:16:41,120 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733941001056 2024-12-11T18:16:41,125 DEBUG [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T18:16:41,125 INFO [RS_OPEN_META-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T18:16:41,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:41,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75744186b12a,38887,1733940990075, state=OPEN 2024-12-11T18:16:41,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:16:41,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:16:41,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:16:41,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:41,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:41,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T18:16:41,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T18:16:41,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75744186b12a,38887,1733940990075 2024-12-11T18:16:41,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T18:16:41,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75744186b12a,38887,1733940990075 in 10.1090 sec 2024-12-11T18:16:41,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T18:16:41,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5470 sec 2024-12-11T18:16:41,168 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T18:16:41,168 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T18:16:41,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:16:41,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,38887,1733940990075, seqNum=-1] 2024-12-11T18:16:41,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:16:41,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:16:41,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6370 sec 2024-12-11T18:16:41,182 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733941001182, completionTime=-1 2024-12-11T18:16:41,182 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T18:16:41,182 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733941061185 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733941121185 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,185 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,186 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,186 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-75744186b12a:35431, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,186 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,186 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,189 DEBUG [master/75744186b12a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.991sec 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T18:16:41,195 INFO [master/75744186b12a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T18:16:41,196 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T18:16:41,196 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T18:16:41,203 DEBUG [master/75744186b12a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T18:16:41,203 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T18:16:41,203 INFO [master/75744186b12a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75744186b12a,35431,1733940989671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T18:16:41,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba92d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75744186b12a,35431,-1 for getting cluster id 2024-12-11T18:16:41,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T18:16:41,284 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b81806c6-a65c-4491-a43c-8e224dc16ff2' 2024-12-11T18:16:41,284 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T18:16:41,285 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b81806c6-a65c-4491-a43c-8e224dc16ff2" 2024-12-11T18:16:41,285 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb0a374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,285 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75744186b12a,35431,-1] 2024-12-11T18:16:41,286 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T18:16:41,286 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:41,291 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T18:16:41,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ba43f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:16:41,295 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,38887,1733940990075, seqNum=-1] 2024-12-11T18:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:16:41,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:16:41,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=75744186b12a,35431,1733940989671 2024-12-11T18:16:41,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733941001301 (current time:1733941001301). 2024-12-11T18:16:41,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T18:16:41,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T18:16:41,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49df670b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75744186b12a,35431,-1 for getting cluster id 2024-12-11T18:16:41,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T18:16:41,303 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b81806c6-a65c-4491-a43c-8e224dc16ff2' 2024-12-11T18:16:41,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T18:16:41,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b81806c6-a65c-4491-a43c-8e224dc16ff2" 2024-12-11T18:16:41,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3949251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75744186b12a,35431,-1] 2024-12-11T18:16:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T18:16:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:41,307 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T18:16:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752bdc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T18:16:41,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T18:16:41,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75744186b12a,38887,1733940990075, seqNum=-1] 2024-12-11T18:16:41,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:16:41,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:16:41,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:16:41,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:16:41,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:41,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:16:41,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T18:16:41,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T18:16:41,315 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 75744186b12a,35431,1733940989671 2024-12-11T18:16:41,315 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f06443 2024-12-11T18:16:41,315 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T18:16:41,317 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T18:16:41,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T18:16:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T18:16:41,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T18:16:41,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:41,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T18:16:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:41,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T18:16:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:16:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:16:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741837_1013 (size=361) 2024-12-11T18:16:41,336 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e68473e74ac7acc8c30d5c533c232dd1, NAME => 'SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,336 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93a7c9edafdd50743d99888a64da9298, NAME => 'SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,336 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96a820aa3fd6679a0f39334271e486f0, NAME => 'SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741839_1015 (size=54) 2024-12-11T18:16:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741839_1015 (size=54) 2024-12-11T18:16:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:16:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:16:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741840_1016 (size=62) 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 96a820aa3fd6679a0f39334271e486f0, disabling compactions & flushes 2024-12-11T18:16:41,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. after waiting 0 ms 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741839_1015 (size=54) 2024-12-11T18:16:41,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:41,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96a820aa3fd6679a0f39334271e486f0: Waiting for close lock at 1733941001355Disabling compacts and flushes for region at 1733941001355Disabling writes for close at 1733941001355Writing region close event to WAL at 1733941001355Closed at 1733941001355 2024-12-11T18:16:41,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9aa09c537bdbb2d89e46f3825d93d1e, NAME => 'SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741838_1014 (size=62) 2024-12-11T18:16:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741838_1014 (size=62) 2024-12-11T18:16:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741838_1014 (size=62) 2024-12-11T18:16:41,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 93a7c9edafdd50743d99888a64da9298, disabling compactions & flushes 2024-12-11T18:16:41,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:41,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:41,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. after waiting 0 ms 2024-12-11T18:16:41,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:41,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:41,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93a7c9edafdd50743d99888a64da9298: Waiting for close lock at 1733941001360Disabling compacts and flushes for region at 1733941001360Disabling writes for close at 1733941001360Writing region close event to WAL at 1733941001360Closed at 1733941001360 2024-12-11T18:16:41,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ca0a8d782aa947cef1f4c7ecd807b39, NAME => 'SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:16:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:16:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741841_1017 (size=62) 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b9aa09c537bdbb2d89e46f3825d93d1e, disabling compactions & flushes 2024-12-11T18:16:41,368 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. after waiting 0 ms 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:41,368 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:41,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9aa09c537bdbb2d89e46f3825d93d1e: Waiting for close lock at 1733941001368Disabling compacts and flushes for region at 1733941001368Disabling writes for close at 1733941001368Writing region close event to WAL at 1733941001368Closed at 1733941001368 2024-12-11T18:16:41,369 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77c7cc5cdfb6bd594f949b0301bfe9f8, NAME => 'SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:16:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6ca0a8d782aa947cef1f4c7ecd807b39, disabling compactions & flushes 2024-12-11T18:16:41,381 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. after waiting 0 ms 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:41,381 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:41,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ca0a8d782aa947cef1f4c7ecd807b39: Waiting for close lock at 1733941001381Disabling compacts and flushes for region at 1733941001381Disabling writes for close at 1733941001381Writing region close event to WAL at 1733941001381Closed at 1733941001381 2024-12-11T18:16:41,382 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7d590610d37aade134793f812f4dcf0b, NAME => 'SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741842_1018 (size=62) 2024-12-11T18:16:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:16:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:16:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741843_1019 (size=62) 2024-12-11T18:16:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:16:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:16:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741844_1020 (size=62) 2024-12-11T18:16:41,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7d590610d37aade134793f812f4dcf0b, disabling compactions & flushes 2024-12-11T18:16:41,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:41,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:41,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. after waiting 0 ms 2024-12-11T18:16:41,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:41,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:41,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7d590610d37aade134793f812f4dcf0b: Waiting for close lock at 1733941001401Disabling compacts and flushes for region at 1733941001401Disabling writes for close at 1733941001402 (+1 ms)Writing region close event to WAL at 1733941001402Closed at 1733941001402 2024-12-11T18:16:41,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 319e2ba3a680040b5a76e6901b92f204, NAME => 'SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:16:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:16:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741845_1021 (size=62) 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 319e2ba3a680040b5a76e6901b92f204, disabling compactions & flushes 2024-12-11T18:16:41,413 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. after waiting 0 ms 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:41,413 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:41,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 319e2ba3a680040b5a76e6901b92f204: Waiting for close lock at 1733941001413Disabling compacts and flushes for region at 1733941001413Disabling writes for close at 1733941001413Writing region close event to WAL at 1733941001413Closed at 1733941001413 2024-12-11T18:16:41,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1a7e069cdac4c8bbd9da0ee7b47072ec, NAME => 'SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:16:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:16:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741846_1022 (size=62) 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1a7e069cdac4c8bbd9da0ee7b47072ec, disabling compactions & flushes 2024-12-11T18:16:41,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. after waiting 0 ms 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:41,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:41,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1a7e069cdac4c8bbd9da0ee7b47072ec: Waiting for close lock at 1733941001430Disabling compacts and flushes for region at 1733941001430Disabling writes for close at 1733941001430Writing region close event to WAL at 1733941001430Closed at 1733941001430 2024-12-11T18:16:41,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5575652c6b059214b4b4702a569653a6, NAME => 'SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292 2024-12-11T18:16:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:16:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:16:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741847_1023 (size=54) 2024-12-11T18:16:41,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5575652c6b059214b4b4702a569653a6, disabling compactions & flushes 2024-12-11T18:16:41,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:41,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:41,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. after waiting 0 ms 2024-12-11T18:16:41,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:41,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:41,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5575652c6b059214b4b4702a569653a6: Waiting for close lock at 1733941001449Disabling compacts and flushes for region at 1733941001449Disabling writes for close at 1733941001449Writing region close event to WAL at 1733941001449Closed at 1733941001449 2024-12-11T18:16:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e68473e74ac7acc8c30d5c533c232dd1, disabling compactions & flushes 2024-12-11T18:16:41,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. after waiting 0 ms 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:41,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:41,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e68473e74ac7acc8c30d5c533c232dd1: Waiting for close lock at 1733941001756Disabling compacts and flushes for region at 1733941001756Disabling writes for close at 1733941001756Writing region close event to WAL at 1733941001756Closed at 1733941001756 2024-12-11T18:16:41,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:41,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 77c7cc5cdfb6bd594f949b0301bfe9f8, disabling compactions & flushes 2024-12-11T18:16:41,790 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:41,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:41,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. after waiting 0 ms 2024-12-11T18:16:41,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:41,790 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:41,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77c7cc5cdfb6bd594f949b0301bfe9f8: Waiting for close lock at 1733941001789Disabling compacts and flushes for region at 1733941001789Disabling writes for close at 1733941001790 (+1 ms)Writing region close event to WAL at 1733941001790Closed at 1733941001790 2024-12-11T18:16:41,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T18:16:41,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733941001792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733941001792"}]},"ts":"1733941001792"} 2024-12-11T18:16:41,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T18:16:41,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T18:16:41,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733941001801"}]},"ts":"1733941001801"} 2024-12-11T18:16:41,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T18:16:41,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:16:41,808 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:16:41,808 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:16:41,809 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T18:16:41,809 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:16:41,809 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:16:41,809 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T18:16:41,809 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:16:41,809 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:16:41,809 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T18:16:41,809 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:16:41,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a7c9edafdd50743d99888a64da9298, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68473e74ac7acc8c30d5c533c232dd1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9aa09c537bdbb2d89e46f3825d93d1e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d590610d37aade134793f812f4dcf0b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=319e2ba3a680040b5a76e6901b92f204, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5575652c6b059214b4b4702a569653a6, ASSIGN}] 2024-12-11T18:16:41,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN 2024-12-11T18:16:41,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d590610d37aade134793f812f4dcf0b, ASSIGN 2024-12-11T18:16:41,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN 2024-12-11T18:16:41,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9aa09c537bdbb2d89e46f3825d93d1e, ASSIGN 2024-12-11T18:16:41,813 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN; state=OFFLINE, location=75744186b12a,33431,1733940990115; forceNewPlan=false, retain=false 2024-12-11T18:16:41,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5575652c6b059214b4b4702a569653a6, ASSIGN 2024-12-11T18:16:41,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9aa09c537bdbb2d89e46f3825d93d1e, ASSIGN; state=OFFLINE, location=75744186b12a,38887,1733940990075; forceNewPlan=false, retain=false 2024-12-11T18:16:41,813 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d590610d37aade134793f812f4dcf0b, ASSIGN; state=OFFLINE, location=75744186b12a,35277,1733940990150; forceNewPlan=false, retain=false 2024-12-11T18:16:41,813 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN; state=OFFLINE, location=75744186b12a,33431,1733940990115; forceNewPlan=false, retain=false 2024-12-11T18:16:41,814 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5575652c6b059214b4b4702a569653a6, ASSIGN; state=OFFLINE, location=75744186b12a,35277,1733940990150; forceNewPlan=false, retain=false 2024-12-11T18:16:41,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68473e74ac7acc8c30d5c533c232dd1, ASSIGN 2024-12-11T18:16:41,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN 2024-12-11T18:16:41,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=319e2ba3a680040b5a76e6901b92f204, ASSIGN 2024-12-11T18:16:41,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a7c9edafdd50743d99888a64da9298, ASSIGN 2024-12-11T18:16:41,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN 2024-12-11T18:16:41,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN; state=OFFLINE, location=75744186b12a,33431,1733940990115; forceNewPlan=false, retain=false 2024-12-11T18:16:41,819 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e68473e74ac7acc8c30d5c533c232dd1, ASSIGN; state=OFFLINE, location=75744186b12a,38887,1733940990075; forceNewPlan=false, retain=false 2024-12-11T18:16:41,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=319e2ba3a680040b5a76e6901b92f204, ASSIGN; state=OFFLINE, location=75744186b12a,38887,1733940990075; forceNewPlan=false, retain=false 2024-12-11T18:16:41,820 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a7c9edafdd50743d99888a64da9298, ASSIGN; state=OFFLINE, location=75744186b12a,35277,1733940990150; forceNewPlan=false, retain=false 2024-12-11T18:16:41,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN; state=OFFLINE, location=75744186b12a,33431,1733940990115; forceNewPlan=false, retain=false 2024-12-11T18:16:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:41,964 INFO [75744186b12a:35431 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T18:16:41,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b9aa09c537bdbb2d89e46f3825d93d1e, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:41,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7d590610d37aade134793f812f4dcf0b, regionState=OPENING, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:41,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e68473e74ac7acc8c30d5c533c232dd1, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:41,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5575652c6b059214b4b4702a569653a6, regionState=OPENING, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:41,965 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=319e2ba3a680040b5a76e6901b92f204, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:41,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93a7c9edafdd50743d99888a64da9298, regionState=OPENING, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:41,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1a7e069cdac4c8bbd9da0ee7b47072ec, regionState=OPENING, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:41,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=77c7cc5cdfb6bd594f949b0301bfe9f8, regionState=OPENING, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:41,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ca0a8d782aa947cef1f4c7ecd807b39, regionState=OPENING, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:41,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96a820aa3fd6679a0f39334271e486f0, regionState=OPENING, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:41,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9aa09c537bdbb2d89e46f3825d93d1e, ASSIGN because future has completed 2024-12-11T18:16:41,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:16:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e68473e74ac7acc8c30d5c533c232dd1, ASSIGN because future has completed 2024-12-11T18:16:41,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68473e74ac7acc8c30d5c533c232dd1, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:16:41,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5575652c6b059214b4b4702a569653a6, ASSIGN because future has completed 2024-12-11T18:16:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=319e2ba3a680040b5a76e6901b92f204, ASSIGN because future has completed 2024-12-11T18:16:41,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5575652c6b059214b4b4702a569653a6, server=75744186b12a,35277,1733940990150}] 2024-12-11T18:16:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d590610d37aade134793f812f4dcf0b, ASSIGN because future has completed 2024-12-11T18:16:41,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN because future has completed 2024-12-11T18:16:41,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 319e2ba3a680040b5a76e6901b92f204, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:16:41,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,33431,1733940990115}] 2024-12-11T18:16:41,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN because future has completed 2024-12-11T18:16:41,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a7c9edafdd50743d99888a64da9298, ASSIGN because future has completed 2024-12-11T18:16:41,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d590610d37aade134793f812f4dcf0b, server=75744186b12a,35277,1733940990150}] 2024-12-11T18:16:41,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN because future has completed 2024-12-11T18:16:41,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,33431,1733940990115}] 2024-12-11T18:16:41,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN because future has completed 2024-12-11T18:16:41,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,33431,1733940990115}] 2024-12-11T18:16:41,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,33431,1733940990115}] 2024-12-11T18:16:41,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a7c9edafdd50743d99888a64da9298, server=75744186b12a,35277,1733940990150}] 2024-12-11T18:16:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:42,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T18:16:42,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T18:16:42,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T18:16:42,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T18:16:42,923 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T18:16:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:46,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T18:16:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:46,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:46,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:51,976 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:51,976 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b9aa09c537bdbb2d89e46f3825d93d1e, NAME => 'SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T18:16:51,976 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,976 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:51,976 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,977 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,978 INFO [StoreOpener-b9aa09c537bdbb2d89e46f3825d93d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,980 INFO [StoreOpener-b9aa09c537bdbb2d89e46f3825d93d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa09c537bdbb2d89e46f3825d93d1e columnFamilyName cf 2024-12-11T18:16:51,980 DEBUG [StoreOpener-b9aa09c537bdbb2d89e46f3825d93d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:51,981 INFO [StoreOpener-b9aa09c537bdbb2d89e46f3825d93d1e-1 {}] regionserver.HStore(327): Store=b9aa09c537bdbb2d89e46f3825d93d1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:51,981 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,982 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,982 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,983 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,983 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,984 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:16:51,985 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:16:51,987 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/b9aa09c537bdbb2d89e46f3825d93d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:51,988 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b9aa09c537bdbb2d89e46f3825d93d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74316087, jitterRate=0.10739599168300629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:51,988 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:16:51,988 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b9aa09c537bdbb2d89e46f3825d93d1e: Running coprocessor pre-open hook at 1733941011977Writing region info on filesystem at 1733941011977Initializing all the Stores at 1733941011978 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941011978Cleaning up temporary data from old regions at 1733941011983 (+5 ms)Running coprocessor post-open hooks at 1733941011988 (+5 ms)Region opened successfully at 1733941011988 2024-12-11T18:16:51,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T18:16:51,990 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:51,990 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 93a7c9edafdd50743d99888a64da9298, NAME => 'SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T18:16:51,990 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e., pid=15, masterSystemTime=1733941011971 2024-12-11T18:16:51,990 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,990 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:51,990 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,990 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T18:16:51,992 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:51,992 INFO [StoreOpener-93a7c9edafdd50743d99888a64da9298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,992 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:16:51,992 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:51,993 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 319e2ba3a680040b5a76e6901b92f204, NAME => 'SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T18:16:51,993 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:51,993 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:51,993 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:51,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b9aa09c537bdbb2d89e46f3825d93d1e, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:51,993 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:51,994 INFO [StoreOpener-93a7c9edafdd50743d99888a64da9298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93a7c9edafdd50743d99888a64da9298 columnFamilyName cf 2024-12-11T18:16:51,994 DEBUG [StoreOpener-93a7c9edafdd50743d99888a64da9298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:51,995 INFO [StoreOpener-93a7c9edafdd50743d99888a64da9298-1 {}] regionserver.HStore(327): Store=93a7c9edafdd50743d99888a64da9298/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:51,995 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,995 INFO [StoreOpener-319e2ba3a680040b5a76e6901b92f204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e, server=75744186b12a,38887,1733940990075 because future has completed 2024-12-11T18:16:51,996 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,997 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,997 INFO [StoreOpener-319e2ba3a680040b5a76e6901b92f204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 319e2ba3a680040b5a76e6901b92f204 columnFamilyName cf 2024-12-11T18:16:51,998 DEBUG [StoreOpener-319e2ba3a680040b5a76e6901b92f204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:51,998 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,998 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:51,999 INFO [StoreOpener-319e2ba3a680040b5a76e6901b92f204-1 {}] regionserver.HStore(327): Store=319e2ba3a680040b5a76e6901b92f204/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:51,999 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:51,999 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:51,999 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca0a8d782aa947cef1f4c7ecd807b39, NAME => 'SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,000 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,001 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:52,001 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,001 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-11T18:16:52,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e, server=75744186b12a,38887,1733940990075 in 10.0290 sec 2024-12-11T18:16:52,001 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9aa09c537bdbb2d89e46f3825d93d1e, ASSIGN in 10.1920 sec 2024-12-11T18:16:52,002 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,003 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca0a8d782aa947cef1f4c7ecd807b39 columnFamilyName cf 2024-12-11T18:16:52,003 DEBUG [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,003 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] regionserver.HStore(327): Store=6ca0a8d782aa947cef1f4c7ecd807b39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,004 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,004 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/93a7c9edafdd50743d99888a64da9298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,004 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,004 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 93a7c9edafdd50743d99888a64da9298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68214630, jitterRate=0.016477197408676147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,005 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:16:52,005 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 93a7c9edafdd50743d99888a64da9298: Running coprocessor pre-open hook at 1733941011990Writing region info on filesystem at 1733941011990Initializing all the Stores at 1733941011991 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941011991Cleaning up temporary data from old regions at 1733941011998 (+7 ms)Running coprocessor post-open hooks at 1733941012005 (+7 ms)Region opened successfully at 1733941012005 2024-12-11T18:16:52,005 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,006 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,006 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,008 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,008 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298., pid=23, masterSystemTime=1733941011983 2024-12-11T18:16:52,010 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:52,010 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:16:52,010 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:52,010 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5575652c6b059214b4b4702a569653a6, NAME => 'SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T18:16:52,011 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93a7c9edafdd50743d99888a64da9298, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:52,011 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,011 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,011 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,012 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,012 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,012 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6ca0a8d782aa947cef1f4c7ecd807b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62736302, jitterRate=-0.0651562511920929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,013 INFO [StoreOpener-5575652c6b059214b4b4702a569653a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,013 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:16:52,013 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 319e2ba3a680040b5a76e6901b92f204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73162978, jitterRate=0.09021332859992981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,013 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:16:52,013 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6ca0a8d782aa947cef1f4c7ecd807b39: Running coprocessor pre-open hook at 1733941012000Writing region info on filesystem at 1733941012000Initializing all the Stores at 1733941012001 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012001Cleaning up temporary data from old regions at 1733941012006 (+5 ms)Running coprocessor post-open hooks at 1733941012013 (+7 ms)Region opened successfully at 1733941012013 2024-12-11T18:16:52,013 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 319e2ba3a680040b5a76e6901b92f204: Running coprocessor pre-open hook at 1733941011993Writing region info on filesystem at 1733941011993Initializing all the Stores at 1733941011994 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941011994Cleaning up temporary data from old regions at 1733941012001 (+7 ms)Running coprocessor post-open hooks at 1733941012013 (+12 ms)Region opened successfully at 1733941012013 2024-12-11T18:16:52,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a7c9edafdd50743d99888a64da9298, server=75744186b12a,35277,1733940990150 because future has completed 2024-12-11T18:16:52,014 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., pid=18, masterSystemTime=1733941011971 2024-12-11T18:16:52,014 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39., pid=21, masterSystemTime=1733941011989 2024-12-11T18:16:52,014 INFO [StoreOpener-5575652c6b059214b4b4702a569653a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5575652c6b059214b4b4702a569653a6 columnFamilyName cf 2024-12-11T18:16:52,014 DEBUG [StoreOpener-5575652c6b059214b4b4702a569653a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,015 INFO [StoreOpener-5575652c6b059214b4b4702a569653a6-1 {}] regionserver.HStore(327): Store=5575652c6b059214b4b4702a569653a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,015 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,017 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,017 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-11T18:16:52,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 93a7c9edafdd50743d99888a64da9298, server=75744186b12a,35277,1733940990150 in 10.0240 sec 2024-12-11T18:16:52,018 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:52,018 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:16:52,018 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a7e069cdac4c8bbd9da0ee7b47072ec, NAME => 'SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:52,019 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,019 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:52,019 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e68473e74ac7acc8c30d5c533c232dd1, NAME => 'SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,020 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a7c9edafdd50743d99888a64da9298, ASSIGN in 10.2080 sec 2024-12-11T18:16:52,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ca0a8d782aa947cef1f4c7ecd807b39, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:52,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=319e2ba3a680040b5a76e6901b92f204, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:52,022 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,022 INFO [StoreOpener-e68473e74ac7acc8c30d5c533c232dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 319e2ba3a680040b5a76e6901b92f204, server=75744186b12a,38887,1733940990075 because future has completed 2024-12-11T18:16:52,023 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,025 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7e069cdac4c8bbd9da0ee7b47072ec columnFamilyName cf 2024-12-11T18:16:52,025 INFO [StoreOpener-e68473e74ac7acc8c30d5c533c232dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e68473e74ac7acc8c30d5c533c232dd1 columnFamilyName cf 2024-12-11T18:16:52,025 DEBUG [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,025 DEBUG [StoreOpener-e68473e74ac7acc8c30d5c533c232dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,33431,1733940990115 because future has completed 2024-12-11T18:16:52,026 INFO [StoreOpener-e68473e74ac7acc8c30d5c533c232dd1-1 {}] regionserver.HStore(327): Store=e68473e74ac7acc8c30d5c533c232dd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,026 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] regionserver.HStore(327): Store=1a7e069cdac4c8bbd9da0ee7b47072ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,026 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,026 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,027 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-11T18:16:52,027 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,027 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,028 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,028 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,029 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,029 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 319e2ba3a680040b5a76e6901b92f204, server=75744186b12a,38887,1733940990075 in 10.0480 sec 2024-12-11T18:16:52,029 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5575652c6b059214b4b4702a569653a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74304193, jitterRate=0.10721875727176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,029 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:16:52,029 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5575652c6b059214b4b4702a569653a6: Running coprocessor pre-open hook at 1733941012011Writing region info on filesystem at 1733941012011Initializing all the Stores at 1733941012012 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012012Cleaning up temporary data from old regions at 1733941012020 (+8 ms)Running coprocessor post-open hooks at 1733941012029 (+9 ms)Region opened successfully at 1733941012029 2024-12-11T18:16:52,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-11T18:16:52,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,33431,1733940990115 in 10.0400 sec 2024-12-11T18:16:52,030 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., pid=17, masterSystemTime=1733941011983 2024-12-11T18:16:52,031 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,031 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=319e2ba3a680040b5a76e6901b92f204, ASSIGN in 10.2180 sec 2024-12-11T18:16:52,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN in 10.2200 sec 2024-12-11T18:16:52,033 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,033 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:52,033 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:16:52,033 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:52,033 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d590610d37aade134793f812f4dcf0b, NAME => 'SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T18:16:52,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5575652c6b059214b4b4702a569653a6, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:52,034 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,034 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,034 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,034 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,035 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,037 INFO [StoreOpener-7d590610d37aade134793f812f4dcf0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,037 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/e68473e74ac7acc8c30d5c533c232dd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5575652c6b059214b4b4702a569653a6, server=75744186b12a,35277,1733940990150 because future has completed 2024-12-11T18:16:52,038 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e68473e74ac7acc8c30d5c533c232dd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461797, jitterRate=0.12446840107440948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,038 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:16:52,038 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e68473e74ac7acc8c30d5c533c232dd1: Running coprocessor pre-open hook at 1733941012020Writing region info on filesystem at 1733941012020Initializing all the Stores at 1733941012021 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012021Cleaning up temporary data from old regions at 1733941012029 (+8 ms)Running coprocessor post-open hooks at 1733941012038 (+9 ms)Region opened successfully at 1733941012038 2024-12-11T18:16:52,038 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,039 INFO [StoreOpener-7d590610d37aade134793f812f4dcf0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d590610d37aade134793f812f4dcf0b columnFamilyName cf 2024-12-11T18:16:52,039 DEBUG [StoreOpener-7d590610d37aade134793f812f4dcf0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,039 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1., pid=16, masterSystemTime=1733941011971 2024-12-11T18:16:52,039 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1a7e069cdac4c8bbd9da0ee7b47072ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58884437, jitterRate=-0.1225535124540329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,039 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:16:52,039 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1a7e069cdac4c8bbd9da0ee7b47072ec: Running coprocessor pre-open hook at 1733941012019Writing region info on filesystem at 1733941012019Initializing all the Stores at 1733941012021 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012021Cleaning up temporary data from old regions at 1733941012031 (+10 ms)Running coprocessor post-open hooks at 1733941012039 (+8 ms)Region opened successfully at 1733941012039 2024-12-11T18:16:52,039 INFO [StoreOpener-7d590610d37aade134793f812f4dcf0b-1 {}] regionserver.HStore(327): Store=7d590610d37aade134793f812f4dcf0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,039 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,040 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,040 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., pid=20, masterSystemTime=1733941011989 2024-12-11T18:16:52,041 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-11T18:16:52,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5575652c6b059214b4b4702a569653a6, server=75744186b12a,35277,1733940990150 in 10.0680 sec 2024-12-11T18:16:52,042 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,042 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:52,042 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:16:52,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e68473e74ac7acc8c30d5c533c232dd1, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:16:52,042 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5575652c6b059214b4b4702a569653a6, ASSIGN in 10.2320 sec 2024-12-11T18:16:52,044 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:52,044 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:16:52,044 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:52,044 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 77c7cc5cdfb6bd594f949b0301bfe9f8, NAME => 'SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T18:16:52,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1a7e069cdac4c8bbd9da0ee7b47072ec, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:52,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68473e74ac7acc8c30d5c533c232dd1, server=75744186b12a,38887,1733940990075 because future has completed 2024-12-11T18:16:52,045 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,045 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,045 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,045 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,045 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,33431,1733940990115 because future has completed 2024-12-11T18:16:52,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-11T18:16:52,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e68473e74ac7acc8c30d5c533c232dd1, server=75744186b12a,38887,1733940990075 in 10.0780 sec 2024-12-11T18:16:52,053 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,053 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-11T18:16:52,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,33431,1733940990115 in 10.0740 sec 2024-12-11T18:16:52,054 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7d590610d37aade134793f812f4dcf0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74860022, jitterRate=0.11550125479698181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,054 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:16:52,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68473e74ac7acc8c30d5c533c232dd1, ASSIGN in 10.2430 sec 2024-12-11T18:16:52,054 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7d590610d37aade134793f812f4dcf0b: Running coprocessor pre-open hook at 1733941012034Writing region info on filesystem at 1733941012034Initializing all the Stores at 1733941012036 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012036Cleaning up temporary data from old regions at 1733941012042 (+6 ms)Running coprocessor post-open hooks at 1733941012054 (+12 ms)Region opened successfully at 1733941012054 2024-12-11T18:16:52,055 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., pid=19, masterSystemTime=1733941011983 2024-12-11T18:16:52,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN in 10.2450 sec 2024-12-11T18:16:52,055 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c7cc5cdfb6bd594f949b0301bfe9f8 columnFamilyName cf 2024-12-11T18:16:52,056 DEBUG [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,056 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] regionserver.HStore(327): Store=77c7cc5cdfb6bd594f949b0301bfe9f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,056 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,057 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:52,057 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:16:52,057 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7d590610d37aade134793f812f4dcf0b, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:16:52,057 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,058 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,058 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d590610d37aade134793f812f4dcf0b, server=75744186b12a,35277,1733940990150 because future has completed 2024-12-11T18:16:52,060 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-11T18:16:52,062 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d590610d37aade134793f812f4dcf0b, server=75744186b12a,35277,1733940990150 in 10.0840 sec 2024-12-11T18:16:52,063 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 77c7cc5cdfb6bd594f949b0301bfe9f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60089222, jitterRate=-0.10460081696510315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,063 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:16:52,063 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 77c7cc5cdfb6bd594f949b0301bfe9f8: Running coprocessor pre-open hook at 1733941012045Writing region info on filesystem at 1733941012045Initializing all the Stores at 1733941012047 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012047Cleaning up temporary data from old regions at 1733941012058 (+11 ms)Running coprocessor post-open hooks at 1733941012063 (+5 ms)Region opened successfully at 1733941012063 2024-12-11T18:16:52,064 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8., pid=22, masterSystemTime=1733941011989 2024-12-11T18:16:52,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d590610d37aade134793f812f4dcf0b, ASSIGN in 10.2530 sec 2024-12-11T18:16:52,065 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:52,065 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:16:52,066 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:52,066 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 96a820aa3fd6679a0f39334271e486f0, NAME => 'SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T18:16:52,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=77c7cc5cdfb6bd594f949b0301bfe9f8, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:52,066 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,066 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:16:52,066 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,066 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,33431,1733940990115 because future has completed 2024-12-11T18:16:52,068 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,070 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a820aa3fd6679a0f39334271e486f0 columnFamilyName cf 2024-12-11T18:16:52,070 DEBUG [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:16:52,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-11T18:16:52,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,33431,1733940990115 in 10.0820 sec 2024-12-11T18:16:52,071 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] regionserver.HStore(327): Store=96a820aa3fd6679a0f39334271e486f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:16:52,071 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN in 10.2620 sec 2024-12-11T18:16:52,072 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,073 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,073 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,073 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,075 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,080 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T18:16:52,080 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 96a820aa3fd6679a0f39334271e486f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75075077, jitterRate=0.11870582401752472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:16:52,080 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:16:52,080 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 96a820aa3fd6679a0f39334271e486f0: Running coprocessor pre-open hook at 1733941012067Writing region info on filesystem at 1733941012067Initializing all the Stores at 1733941012068 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941012068Cleaning up temporary data from old regions at 1733941012073 (+5 ms)Running coprocessor post-open hooks at 1733941012080 (+7 ms)Region opened successfully at 1733941012080 2024-12-11T18:16:52,081 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0., pid=24, masterSystemTime=1733941011989 2024-12-11T18:16:52,083 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:52,083 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:16:52,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96a820aa3fd6679a0f39334271e486f0, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,33431,1733940990115 2024-12-11T18:16:52,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,33431,1733940990115 because future has completed 2024-12-11T18:16:52,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-11T18:16:52,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,33431,1733940990115 in 10.0940 sec 2024-12-11T18:16:52,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T18:16:52,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN in 10.2790 sec 2024-12-11T18:16:52,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T18:16:52,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733941012092"}]},"ts":"1733941012092"} 2024-12-11T18:16:52,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T18:16:52,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T18:16:52,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7780 sec 2024-12-11T18:16:54,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T18:16:56,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:56,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:56,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:57,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T18:16:57,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:57,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:57,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T18:16:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T18:16:59,555 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T18:16:59,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T18:16:59,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:16:59,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T18:16:59,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:16:59,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T18:16:59,583 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,585 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,587 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,591 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,635 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., hostname=75744186b12a,38887,1733940990075, seqNum=2] 2024-12-11T18:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., hostname=75744186b12a,38887,1733940990075, seqNum=2] 2024-12-11T18:16:59,638 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., hostname=75744186b12a,38887,1733940990075, seqNum=2] 2024-12-11T18:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., hostname=75744186b12a,38887,1733940990075, seqNum=2] 2024-12-11T18:16:59,646 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T18:16:59,670 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,672 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., hostname=75744186b12a,33431,1733940990115, seqNum=2] 2024-12-11T18:16:59,729 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,730 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,731 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,733 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:16:59,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., hostname=75744186b12a,35277,1733940990150, seqNum=2] 2024-12-11T18:17:00,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:17:00,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:17:00,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T18:17:00,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T18:17:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:17:00,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:17:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:00,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:17:00,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T18:17:00,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T18:17:00,823 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:17:00,824 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T18:17:00,825 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T18:17:00,828 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T18:17:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:17:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:17:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741848_1024 (size=49) 2024-12-11T18:17:00,841 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T18:17:00,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96a820aa3fd6679a0f39334271e486f0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a7c9edafdd50743d99888a64da9298}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68473e74ac7acc8c30d5c533c232dd1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d590610d37aade134793f812f4dcf0b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 319e2ba3a680040b5a76e6901b92f204}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5575652c6b059214b4b4702a569653a6}] 2024-12-11T18:17:00,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:17:00,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:00,843 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:17:00,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5575652c6b059214b4b4702a569653a6 2024-12-11T18:17:00,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:17:00,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:17:00,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:17:00,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:00,848 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:00,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:04,794 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T18:17:10,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T18:17:10,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T18:17:10,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T18:17:10,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T18:17:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T18:17:10,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T18:17:10,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T18:17:10,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:10,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 319e2ba3a680040b5a76e6901b92f204 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T18:17:10,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6ca0a8d782aa947cef1f4c7ecd807b39: 2024-12-11T18:17:10,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 93a7c9edafdd50743d99888a64da9298: 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 77c7cc5cdfb6bd594f949b0301bfe9f8: 2024-12-11T18:17:10,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b9aa09c537bdbb2d89e46f3825d93d1e: 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:10,850 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7d590610d37aade134793f812f4dcf0b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e68473e74ac7acc8c30d5c533c232dd1: 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:10,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5575652c6b059214b4b4702a569653a6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T18:17:10,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T18:17:10,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:10,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1a7e069cdac4c8bbd9da0ee7b47072ec 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T18:17:10,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/.tmp/cf/a27be3c1c500432bb04c8391fec844aa is 34, key is aaa/cf:cf/1733941020378/Put/seqid=0 2024-12-11T18:17:10,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/.tmp/cf/e061b949368b4573943089d3573d5109 is 34, key is baa/cf:cf/1733941020347/Put/seqid=0 2024-12-11T18:17:10,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/.tmp/cf/0e3894504747483d9a96aaa5009a2bd8 is 34, key is ccd/cf:cf/1733941020340/Put/seqid=0 2024-12-11T18:17:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:17:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:17:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741851_1027 (size=65) 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 96a820aa3fd6679a0f39334271e486f0: 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T18:17:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T18:17:10,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:10,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:10,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39 in 10.0460 sec 2024-12-11T18:17:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:17:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741849_1025 (size=65) 2024-12-11T18:17:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741849_1025 (size=65) 2024-12-11T18:17:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741849_1025 (size=65) 2024-12-11T18:17:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:17:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741852_1028 (size=65) 2024-12-11T18:17:10,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:10,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T18:17:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T18:17:10,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:17:10,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:17:10,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e68473e74ac7acc8c30d5c533c232dd1 in 10.0650 sec 2024-12-11T18:17:10,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:10,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T18:17:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T18:17:10,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:17:10,909 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:17:10,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93a7c9edafdd50743d99888a64da9298 in 10.0690 sec 2024-12-11T18:17:10,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/.tmp/cf/5da79500938e49d28d769e08e5c50d1d is 34, key is eaa/cf:cf/1733941020728/Put/seqid=0 2024-12-11T18:17:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741853_1029 (size=65) 2024-12-11T18:17:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741853_1029 (size=65) 2024-12-11T18:17:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741853_1029 (size=65) 2024-12-11T18:17:10,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:10,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T18:17:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T18:17:10,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:17:10,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:17:10,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9aa09c537bdbb2d89e46f3825d93d1e in 10.0930 sec 2024-12-11T18:17:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741857_1033 (size=47197) 2024-12-11T18:17:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741857_1033 (size=47197) 2024-12-11T18:17:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741854_1030 (size=26918) 2024-12-11T18:17:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741857_1033 (size=47197) 2024-12-11T18:17:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741854_1030 (size=26918) 2024-12-11T18:17:10,942 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/.tmp/cf/0e3894504747483d9a96aaa5009a2bd8 2024-12-11T18:17:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741854_1030 (size=26918) 2024-12-11T18:17:10,943 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/.tmp/cf/a27be3c1c500432bb04c8391fec844aa 2024-12-11T18:17:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:17:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:17:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741850_1026 (size=65) 2024-12-11T18:17:10,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:10,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T18:17:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T18:17:10,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:10,949 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:10,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8 in 10.1090 sec 2024-12-11T18:17:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741856_1032 (size=499309) 2024-12-11T18:17:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741856_1032 (size=499309) 2024-12-11T18:17:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741856_1032 (size=499309) 2024-12-11T18:17:10,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/.tmp/cf/5da79500938e49d28d769e08e5c50d1d 2024-12-11T18:17:10,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/.tmp/cf/0e3894504747483d9a96aaa5009a2bd8 as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/cf/0e3894504747483d9a96aaa5009a2bd8 2024-12-11T18:17:10,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/cf/0e3894504747483d9a96aaa5009a2bd8, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T18:17:10,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1a7e069cdac4c8bbd9da0ee7b47072ec in 119ms, sequenceid=5, compaction requested=false 2024-12-11T18:17:10,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1a7e069cdac4c8bbd9da0ee7b47072ec: 2024-12-11T18:17:10,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/cf/0e3894504747483d9a96aaa5009a2bd8] hfiles 2024-12-11T18:17:10,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/cf/0e3894504747483d9a96aaa5009a2bd8 for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741858_1034 (size=57) 2024-12-11T18:17:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741858_1034 (size=57) 2024-12-11T18:17:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741858_1034 (size=57) 2024-12-11T18:17:10,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:10,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T18:17:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T18:17:10,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:10,983 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:10,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/.tmp/cf/a27be3c1c500432bb04c8391fec844aa as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/cf/a27be3c1c500432bb04c8391fec844aa 2024-12-11T18:17:10,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/.tmp/cf/5da79500938e49d28d769e08e5c50d1d as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/cf/5da79500938e49d28d769e08e5c50d1d 2024-12-11T18:17:10,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96a820aa3fd6679a0f39334271e486f0 in 10.1440 sec 2024-12-11T18:17:10,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/cf/a27be3c1c500432bb04c8391fec844aa, entries=676, sequenceid=5, filesize=26.3 K 2024-12-11T18:17:10,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7d590610d37aade134793f812f4dcf0b in 144ms, sequenceid=5, compaction requested=false 2024-12-11T18:17:10,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7d590610d37aade134793f812f4dcf0b: 2024-12-11T18:17:10,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/cf/a27be3c1c500432bb04c8391fec844aa] hfiles 2024-12-11T18:17:10,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/cf/a27be3c1c500432bb04c8391fec844aa for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/cf/5da79500938e49d28d769e08e5c50d1d, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T18:17:10,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5575652c6b059214b4b4702a569653a6 in 146ms, sequenceid=5, compaction requested=false 2024-12-11T18:17:10,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5575652c6b059214b4b4702a569653a6: 2024-12-11T18:17:10,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. for SnapshotProcedureTest completed. 2024-12-11T18:17:10,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:10,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/cf/5da79500938e49d28d769e08e5c50d1d] hfiles 2024-12-11T18:17:10,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/cf/5da79500938e49d28d769e08e5c50d1d for snapshot=SnapshotProcedureTest 2024-12-11T18:17:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:17:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:17:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741855_1031 (size=28623) 2024-12-11T18:17:11,001 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/.tmp/cf/e061b949368b4573943089d3573d5109 2024-12-11T18:17:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741859_1035 (size=105) 2024-12-11T18:17:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741859_1035 (size=105) 2024-12-11T18:17:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741859_1035 (size=105) 2024-12-11T18:17:11,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:11,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T18:17:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T18:17:11,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:11,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:11,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec in 10.1690 sec 2024-12-11T18:17:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741860_1036 (size=105) 2024-12-11T18:17:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741860_1036 (size=105) 2024-12-11T18:17:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741860_1036 (size=105) 2024-12-11T18:17:11,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:11,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T18:17:11,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/.tmp/cf/e061b949368b4573943089d3573d5109 as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/cf/e061b949368b4573943089d3573d5109 2024-12-11T18:17:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T18:17:11,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:17:11,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:17:11,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d590610d37aade134793f812f4dcf0b in 10.1740 sec 2024-12-11T18:17:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741861_1037 (size=97) 2024-12-11T18:17:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741861_1037 (size=97) 2024-12-11T18:17:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741861_1037 (size=97) 2024-12-11T18:17:11,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:11,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T18:17:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T18:17:11,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5575652c6b059214b4b4702a569653a6 2024-12-11T18:17:11,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5575652c6b059214b4b4702a569653a6 2024-12-11T18:17:11,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5575652c6b059214b4b4702a569653a6 in 10.1800 sec 2024-12-11T18:17:11,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/cf/e061b949368b4573943089d3573d5109, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T18:17:11,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 319e2ba3a680040b5a76e6901b92f204 in 177ms, sequenceid=5, compaction requested=false 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 319e2ba3a680040b5a76e6901b92f204: 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. for SnapshotProcedureTest completed. 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/cf/e061b949368b4573943089d3573d5109] hfiles 2024-12-11T18:17:11,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/cf/e061b949368b4573943089d3573d5109 for snapshot=SnapshotProcedureTest 2024-12-11T18:17:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741862_1038 (size=105) 2024-12-11T18:17:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741862_1038 (size=105) 2024-12-11T18:17:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741862_1038 (size=105) 2024-12-11T18:17:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T18:17:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T18:17:11,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:17:11,039 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:17:11,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-11T18:17:11,042 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T18:17:11,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 319e2ba3a680040b5a76e6901b92f204 in 10.1990 sec 2024-12-11T18:17:11,044 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T18:17:11,045 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T18:17:11,045 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T18:17:11,047 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:17:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741863_1039 (size=1174) 2024-12-11T18:17:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741863_1039 (size=1174) 2024-12-11T18:17:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741863_1039 (size=1174) 2024-12-11T18:17:11,078 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T18:17:11,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T18:17:11,087 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,087 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,087 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:11,087 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:11,088 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:11,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:11,091 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,092 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:11,092 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:11,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:17:11,142 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 75744186b12a,33431,1733940990115 2024-12-11T18:17:11,142 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 75744186b12a,33431,1733940990115: Simulated kill ***** 2024-12-11T18:17:11,142 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T18:17:11,142 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T18:17:11,143 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T18:17:11,143 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T18:17:11,143 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T18:17:11,143 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 629678080 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 171771448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-11T18:17:11,144 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35431 {}] master.MasterRpcServices(700): 75744186b12a,33431,1733940990115 reported a fatal error: ***** ABORTING region server 75744186b12a,33431,1733940990115: Simulated kill ***** 2024-12-11T18:17:11,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,33431,1733940990115' ***** 2024-12-11T18:17:11,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T18:17:11,144 INFO [RS:1;75744186b12a:33431 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:17:11,145 INFO [RS:1;75744186b12a:33431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T18:17:11,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:17:11,145 INFO [RS:1;75744186b12a:33431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T18:17:11,145 INFO [RS:1;75744186b12a:33431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:17:11,145 INFO [RS:1;75744186b12a:33431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;75744186b12a:33431. 2024-12-11T18:17:11,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T18:17:11,145 DEBUG [RS:1;75744186b12a:33431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:17:11,145 DEBUG [RS:1;75744186b12a:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741835_1011 (size=1764) 2024-12-11T18:17:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741835_1011 (size=1764) 2024-12-11T18:17:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741835_1011 (size=1764) 2024-12-11T18:17:11,150 DEBUG [RS:1;75744186b12a:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:11,150 INFO [RS:1;75744186b12a:33431 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:11,150 INFO [RS:1;75744186b12a:33431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33431 2024-12-11T18:17:11,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:17:11,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,33431,1733940990115 2024-12-11T18:17:11,185 INFO [RS:1;75744186b12a:33431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:17:11,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,33431,1733940990115] 2024-12-11T18:17:11,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,33431,1733940990115 already deleted, retry=false 2024-12-11T18:17:11,202 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 75744186b12a,33431,1733940990115 on 75744186b12a,35431,1733940989671 2024-12-11T18:17:11,203 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75744186b12a,33431,1733940990115, splitWal=true, meta=false 2024-12-11T18:17:11,203 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 75744186b12a,33431,1733940990115 (carryingMeta=false) 75744186b12a,33431,1733940990115/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1bb2e7d4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T18:17:11,204 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75744186b12a,33431,1733940990115, splitWal=true, meta=false 2024-12-11T18:17:11,205 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 75744186b12a,33431,1733940990115 had 4 regions 2024-12-11T18:17:11,206 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75744186b12a,33431,1733940990115, splitWal=true, meta=false, isMeta: false 2024-12-11T18:17:11,208 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting 2024-12-11T18:17:11,210 INFO [PEWorker-2 {}] master.SplitWALManager(105): 75744186b12a,33431,1733940990115 WAL count=1, meta=false 2024-12-11T18:17:11,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75744186b12a%2C33431%2C1733940990115.1733940990825}] 2024-12-11T18:17:11,212 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,33431,1733940990115 Release verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,212 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:11,212 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 75744186b12a,33431,1733940990115, this operation will be retried to send to another server 2024-12-11T18:17:11,212 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T18:17:11,213 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733941032213 2024-12-11T18:17:11,213 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,33431,1733940990115 Release verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75744186b12a%2C33431%2C1733940990115.1733940990825, worker=75744186b12a,38887,1733940990075}] 2024-12-11T18:17:11,213 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 75744186b12a,33431,1733940990115, this operation will be retried to send to another server 2024-12-11T18:17:11,213 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-11T18:17:11,213 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-11T18:17:11,213 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-11T18:17:11,213 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-11T18:17:11,213 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T18:17:11,213 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733941032213 2024-12-11T18:17:11,214 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,33431,1733940990115 Release verify snapshot worker=75744186b12a,33431,1733940990115 2024-12-11T18:17:11,215 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 75744186b12a,33431,1733940990115, this operation will be retried to send to another server 2024-12-11T18:17:11,215 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T18:17:11,215 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733941032215 2024-12-11T18:17:11,230 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:11,294 INFO [RS:1;75744186b12a:33431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:17:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x10016258d6e0002, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:11,294 INFO [RS:1;75744186b12a:33431 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,33431,1733940990115; zookeeper connection closed. 2024-12-11T18:17:11,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ae9ed4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ae9ed4d 2024-12-11T18:17:11,695 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T18:17:11,695 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T18:17:21,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-11T18:17:21,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-11T18:17:21,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-11T18:17:21,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-11T18:17:21,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-11T18:17:21,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T18:17:21,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-11T18:17:21,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:17:21,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T18:17:21,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T18:17:21,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T18:17:21,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T18:17:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T18:17:21,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T18:17:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T18:17:21,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T18:17:21,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T18:17:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T18:17:21,100 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 Release verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-11T18:17:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T18:17:21,102 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 Release verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,102 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T18:17:21,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 in 10.0170 sec 2024-12-11T18:17:21,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 10.0180 sec 2024-12-11T18:17:21,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 in 10.0180 sec 2024-12-11T18:17:21,104 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 Release verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,104 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 10.0200 sec 2024-12-11T18:17:21,107 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 in 10.0200 sec 2024-12-11T18:17:21,108 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 10.0230 sec 2024-12-11T18:17:21,113 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825, size=1.7 K (1764bytes) 2024-12-11T18:17:21,113 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 2024-12-11T18:17:21,113 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 after 0ms 2024-12-11T18:17:21,125 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 took 13ms 2024-12-11T18:17:21,128 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6ca0a8d782aa947cef1f4c7ecd807b39: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:17:21,129 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1a7e069cdac4c8bbd9da0ee7b47072ec: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T18:17:21,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 77c7cc5cdfb6bd594f949b0301bfe9f8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:17:21,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 96a820aa3fd6679a0f39334271e486f0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T18:17:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 so closing down 2024-12-11T18:17:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T18:17:21,131 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T18:17:21,131 INFO [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825, size=1.7 K, length=1764, corrupted=false, cancelled=false 2024-12-11T18:17:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825, journal: Splitting hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825, size=1.7 K (1764bytes) at 1733941041113Finishing writing output for hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 so closing down at 1733941041131 (+18 ms)3 split writer threads finished at 1733941041131Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825, size=1.7 K, length=1764, corrupted=false, cancelled=false at 1733941041131 2024-12-11T18:17:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 2024-12-11T18:17:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75744186b12a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T18:17:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T18:17:21,135 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting/75744186b12a%2C33431%2C1733940990115.1733940990825 to hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs 2024-12-11T18:17:21,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T18:17:21,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75744186b12a%2C33431%2C1733940990115.1733940990825, worker=75744186b12a,38887,1733940990075 in 9.9220 sec 2024-12-11T18:17:21,138 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T18:17:21,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 75744186b12a%2C33431%2C1733940990115.1733940990825, worker=75744186b12a,38887,1733940990075 in 9.9280 sec 2024-12-11T18:17:21,142 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting dir is empty, no logs to split. 2024-12-11T18:17:21,142 INFO [PEWorker-5 {}] master.SplitWALManager(105): 75744186b12a,33431,1733940990115 WAL count=0, meta=false 2024-12-11T18:17:21,142 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 75744186b12a,33431,1733940990115 WAL splitting is done? wals=0, meta=false 2024-12-11T18:17:21,144 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 75744186b12a,33431,1733940990115 failed, ignore...File hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/WALs/75744186b12a,33431,1733940990115-splitting does not exist. 2024-12-11T18:17:21,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN}] 2024-12-11T18:17:21,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN 2024-12-11T18:17:21,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN 2024-12-11T18:17:21,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN 2024-12-11T18:17:21,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN 2024-12-11T18:17:21,147 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:17:21,147 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:17:21,147 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:17:21,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T18:17:21,299 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(204): Hosts are {75744186b12a=0} racks are {/default-rack=0} 2024-12-11T18:17:21,300 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T18:17:21,300 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T18:17:21,300 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T18:17:21,300 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T18:17:21,300 INFO [75744186b12a:35431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T18:17:21,300 INFO [75744186b12a:35431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T18:17:21,300 DEBUG [75744186b12a:35431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T18:17:21,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=77c7cc5cdfb6bd594f949b0301bfe9f8, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=96a820aa3fd6679a0f39334271e486f0, regionState=OPENING, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:17:21,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=6ca0a8d782aa947cef1f4c7ecd807b39, regionState=OPENING, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1a7e069cdac4c8bbd9da0ee7b47072ec, regionState=OPENING, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:17:21,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN because future has completed 2024-12-11T18:17:21,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:17:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN because future has completed 2024-12-11T18:17:21,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,35277,1733940990150}] 2024-12-11T18:17:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN because future has completed 2024-12-11T18:17:21,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,35277,1733940990150}] 2024-12-11T18:17:21,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN because future has completed 2024-12-11T18:17:21,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,38887,1733940990075}] 2024-12-11T18:17:21,506 INFO [master/75744186b12a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T18:17:21,506 INFO [master/75744186b12a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T18:17:29,647 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T18:17:31,110 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,110 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-11T18:17:31,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-11T18:17:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-11T18:17:31,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a7e069cdac4c8bbd9da0ee7b47072ec, NAME => 'SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 96a820aa3fd6679a0f39334271e486f0, NAME => 'SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T18:17:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-11T18:17:31,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-11T18:17:31,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:17:31,111 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:17:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T18:17:31,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-11T18:17:31,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,112 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T18:17:31,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 Release verify snapshot worker=75744186b12a,35277,1733940990150 2024-12-11T18:17:31,114 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T18:17:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35431 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T18:17:31,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,35277,1733940990150 in 20.0300 sec 2024-12-11T18:17:31,117 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:31,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 Release verify snapshot worker=75744186b12a,38887,1733940990075 2024-12-11T18:17:31,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 20.0300 sec 2024-12-11T18:17:31,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 20.0330 sec 2024-12-11T18:17:31,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-11T18:17:31,119 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T18:17:31,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=75744186b12a,38887,1733940990075 in 20.0330 sec 2024-12-11T18:17:31,119 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T18:17:31,119 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,120 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7e069cdac4c8bbd9da0ee7b47072ec columnFamilyName cf 2024-12-11T18:17:31,120 DEBUG [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:17:31,120 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a820aa3fd6679a0f39334271e486f0 columnFamilyName cf 2024-12-11T18:17:31,120 DEBUG [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:17:31,121 INFO [StoreOpener-96a820aa3fd6679a0f39334271e486f0-1 {}] regionserver.HStore(327): Store=96a820aa3fd6679a0f39334271e486f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:17:31,121 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T18:17:31,121 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,121 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T18:17:31,122 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3000 sec 2024-12-11T18:17:31,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,123 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,125 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,126 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 96a820aa3fd6679a0f39334271e486f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59243359, jitterRate=-0.11720515787601471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:17:31,126 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,126 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 96a820aa3fd6679a0f39334271e486f0: Running coprocessor pre-open hook at 1733941051112Writing region info on filesystem at 1733941051112Initializing all the Stores at 1733941051113 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941051113Cleaning up temporary data from old regions at 1733941051123 (+10 ms)Running coprocessor post-open hooks at 1733941051126 (+3 ms)Region opened successfully at 1733941051126 2024-12-11T18:17:31,127 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0., pid=56, masterSystemTime=1733941051105 2024-12-11T18:17:31,128 DEBUG [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/cf/0e3894504747483d9a96aaa5009a2bd8 2024-12-11T18:17:31,128 INFO [StoreOpener-1a7e069cdac4c8bbd9da0ee7b47072ec-1 {}] regionserver.HStore(327): Store=1a7e069cdac4c8bbd9da0ee7b47072ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:17:31,128 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,129 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,129 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,129 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,129 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 77c7cc5cdfb6bd594f949b0301bfe9f8, NAME => 'SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:17:31,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=96a820aa3fd6679a0f39334271e486f0, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,130 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,131 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,131 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,131 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,38887,1733940990075 because future has completed 2024-12-11T18:17:31,132 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c7cc5cdfb6bd594f949b0301bfe9f8 columnFamilyName cf 2024-12-11T18:17:31,132 DEBUG [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:17:31,133 INFO [StoreOpener-77c7cc5cdfb6bd594f949b0301bfe9f8-1 {}] regionserver.HStore(327): Store=77c7cc5cdfb6bd594f949b0301bfe9f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:17:31,133 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,133 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,134 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,135 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=51 2024-12-11T18:17:31,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 96a820aa3fd6679a0f39334271e486f0, server=75744186b12a,38887,1733940990075 in 9.8240 sec 2024-12-11T18:17:31,136 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,136 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,136 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:17:31,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96a820aa3fd6679a0f39334271e486f0, ASSIGN in 9.9900 sec 2024-12-11T18:17:31,137 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 1a7e069cdac4c8bbd9da0ee7b47072ec; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62129162, jitterRate=-0.07420334219932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:17:31,137 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,138 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 1a7e069cdac4c8bbd9da0ee7b47072ec: Running coprocessor pre-open hook at 1733941051112Writing region info on filesystem at 1733941051112Initializing all the Stores at 1733941051113 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941051113Cleaning up temporary data from old regions at 1733941051131 (+18 ms)Running coprocessor post-open hooks at 1733941051137 (+6 ms)Region opened successfully at 1733941051137 2024-12-11T18:17:31,138 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., pid=54, masterSystemTime=1733941051105 2024-12-11T18:17:31,138 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,139 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 77c7cc5cdfb6bd594f949b0301bfe9f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70450541, jitterRate=0.049794867634773254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:17:31,139 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,139 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 77c7cc5cdfb6bd594f949b0301bfe9f8: Running coprocessor pre-open hook at 1733941051130Writing region info on filesystem at 1733941051130Initializing all the Stores at 1733941051131 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941051131Cleaning up temporary data from old regions at 1733941051136 (+5 ms)Running coprocessor post-open hooks at 1733941051139 (+3 ms)Region opened successfully at 1733941051139 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,140 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,140 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8., pid=53, masterSystemTime=1733941051105 2024-12-11T18:17:31,140 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca0a8d782aa947cef1f4c7ecd807b39, NAME => 'SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,140 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1a7e069cdac4c8bbd9da0ee7b47072ec, regionState=OPEN, openSeqNum=6, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:17:31,142 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=77c7cc5cdfb6bd594f949b0301bfe9f8, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,38887,1733940990075 2024-12-11T18:17:31,142 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,143 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,35277,1733940990150 because future has completed 2024-12-11T18:17:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,38887,1733940990075 because future has completed 2024-12-11T18:17:31,144 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca0a8d782aa947cef1f4c7ecd807b39 columnFamilyName cf 2024-12-11T18:17:31,144 DEBUG [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T18:17:31,145 INFO [StoreOpener-6ca0a8d782aa947cef1f4c7ecd807b39-1 {}] regionserver.HStore(327): Store=6ca0a8d782aa947cef1f4c7ecd807b39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T18:17:31,145 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,146 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-11T18:17:31,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-11T18:17:31,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 77c7cc5cdfb6bd594f949b0301bfe9f8, server=75744186b12a,38887,1733940990075 in 9.8390 sec 2024-12-11T18:17:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a7e069cdac4c8bbd9da0ee7b47072ec, server=75744186b12a,35277,1733940990150 in 9.8380 sec 2024-12-11T18:17:31,148 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,148 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,148 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77c7cc5cdfb6bd594f949b0301bfe9f8, ASSIGN in 10.0020 sec 2024-12-11T18:17:31,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a7e069cdac4c8bbd9da0ee7b47072ec, ASSIGN in 10.0020 sec 2024-12-11T18:17:31,150 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,151 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 6ca0a8d782aa947cef1f4c7ecd807b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64305372, jitterRate=-0.041775286197662354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T18:17:31,151 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,151 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 6ca0a8d782aa947cef1f4c7ecd807b39: Running coprocessor pre-open hook at 1733941051140Writing region info on filesystem at 1733941051140Initializing all the Stores at 1733941051141 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733941051141Cleaning up temporary data from old regions at 1733941051148 (+7 ms)Running coprocessor post-open hooks at 1733941051151 (+3 ms)Region opened successfully at 1733941051151 2024-12-11T18:17:31,152 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39., pid=55, masterSystemTime=1733941051105 2024-12-11T18:17:31,153 DEBUG [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,154 INFO [RS_OPEN_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=6ca0a8d782aa947cef1f4c7ecd807b39, regionState=OPEN, openSeqNum=2, regionLocation=75744186b12a,35277,1733940990150 2024-12-11T18:17:31,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,35277,1733940990150 because future has completed 2024-12-11T18:17:31,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=52 2024-12-11T18:17:31,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca0a8d782aa947cef1f4c7ecd807b39, server=75744186b12a,35277,1733940990150 in 9.8490 sec 2024-12-11T18:17:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=46 2024-12-11T18:17:31,161 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 75744186b12a,33431,1733940990115 after splitting done 2024-12-11T18:17:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca0a8d782aa947cef1f4c7ecd807b39, ASSIGN in 10.0140 sec 2024-12-11T18:17:31,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 75744186b12a,33431,1733940990115, splitWal=true, meta=false in 19.9590 sec 2024-12-11T18:17:31,170 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T18:17:31,175 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T18:17:31,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T18:17:31,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:17:31,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:17:31,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T18:17:31,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T18:17:31,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1748818449, stopped=false 2024-12-11T18:17:31,175 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=75744186b12a,35431,1733940989671 2024-12-11T18:17:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:17:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:17:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T18:17:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:17:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:17:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:17:31,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T18:17:31,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:17:31,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T18:17:31,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:17:31,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T18:17:31,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:17:31,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,38887,1733940990075' ***** 2024-12-11T18:17:31,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T18:17:31,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75744186b12a,35277,1733940990150' ***** 2024-12-11T18:17:31,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T18:17:31,233 INFO [RS:2;75744186b12a:35277 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:17:31,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:17:31,233 INFO [RS:2;75744186b12a:35277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T18:17:31,233 INFO [RS:2;75744186b12a:35277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T18:17:31,233 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ca0a8d782aa947cef1f4c7ecd807b39 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T18:17:31,234 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a7e069cdac4c8bbd9da0ee7b47072ec 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 319e2ba3a680040b5a76e6901b92f204 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(3091): Received CLOSE for 5575652c6b059214b4b4702a569653a6 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(3091): Received CLOSE for 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d590610d37aade134793f812f4dcf0b 2024-12-11T18:17:31,234 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ca0a8d782aa947cef1f4c7ecd807b39, disabling compactions & flushes 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(959): stopping server 75744186b12a,35277,1733940990150 2024-12-11T18:17:31,234 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 77c7cc5cdfb6bd594f949b0301bfe9f8 2024-12-11T18:17:31,234 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for b9aa09c537bdbb2d89e46f3825d93d1e 2024-12-11T18:17:31,234 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. after waiting 0 ms 2024-12-11T18:17:31,234 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 319e2ba3a680040b5a76e6901b92f204, disabling compactions & flushes 2024-12-11T18:17:31,234 INFO [RS:2;75744186b12a:35277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;75744186b12a:35277. 2024-12-11T18:17:31,234 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,234 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 96a820aa3fd6679a0f39334271e486f0 2024-12-11T18:17:31,234 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(959): stopping server 75744186b12a,38887,1733940990075 2024-12-11T18:17:31,235 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:31,235 DEBUG [RS:2;75744186b12a:35277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:17:31,235 DEBUG [RS:2;75744186b12a:35277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,235 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. after waiting 0 ms 2024-12-11T18:17:31,235 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;75744186b12a:38887. 2024-12-11T18:17:31,235 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T18:17:31,235 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1325): Online Regions={6ca0a8d782aa947cef1f4c7ecd807b39=SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39., 1a7e069cdac4c8bbd9da0ee7b47072ec=SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec., 5575652c6b059214b4b4702a569653a6=SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6., 93a7c9edafdd50743d99888a64da9298=SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298., 7d590610d37aade134793f812f4dcf0b=SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b.} 2024-12-11T18:17:31,235 DEBUG [RS:0;75744186b12a:38887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T18:17:31,235 DEBUG [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1351): Waiting on 1a7e069cdac4c8bbd9da0ee7b47072ec, 5575652c6b059214b4b4702a569653a6, 6ca0a8d782aa947cef1f4c7ecd807b39, 7d590610d37aade134793f812f4dcf0b, 93a7c9edafdd50743d99888a64da9298 2024-12-11T18:17:31,235 DEBUG [RS:0;75744186b12a:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T18:17:31,235 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T18:17:31,236 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-11T18:17:31,236 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1325): Online Regions={319e2ba3a680040b5a76e6901b92f204=SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204., 1588230740=hbase:meta,,1.1588230740, e68473e74ac7acc8c30d5c533c232dd1=SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1., 77c7cc5cdfb6bd594f949b0301bfe9f8=SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8., b9aa09c537bdbb2d89e46f3825d93d1e=SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e., 96a820aa3fd6679a0f39334271e486f0=SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0.} 2024-12-11T18:17:31,236 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T18:17:31,236 DEBUG [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 319e2ba3a680040b5a76e6901b92f204, 77c7cc5cdfb6bd594f949b0301bfe9f8, 96a820aa3fd6679a0f39334271e486f0, b9aa09c537bdbb2d89e46f3825d93d1e, e68473e74ac7acc8c30d5c533c232dd1 2024-12-11T18:17:31,236 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T18:17:31,236 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T18:17:31,236 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T18:17:31,236 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T18:17:31,236 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-12-11T18:17:31,239 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/319e2ba3a680040b5a76e6901b92f204/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:17:31,240 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/6ca0a8d782aa947cef1f4c7ecd807b39/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T18:17:31,240 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:31,240 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 319e2ba3a680040b5a76e6901b92f204: Waiting for close lock at 1733941051234Running coprocessor pre-close hooks at 1733941051234Disabling compacts and flushes for region at 1733941051234Disabling writes for close at 1733941051235 (+1 ms)Writing region close event to WAL at 1733941051236 (+1 ms)Running coprocessor post-close hooks at 1733941051240 (+4 ms)Closed at 1733941051240 2024-12-11T18:17:31,240 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733941001317.319e2ba3a680040b5a76e6901b92f204. 2024-12-11T18:17:31,240 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,240 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ca0a8d782aa947cef1f4c7ecd807b39: Waiting for close lock at 1733941051234Running coprocessor pre-close hooks at 1733941051234Disabling compacts and flushes for region at 1733941051234Disabling writes for close at 1733941051234Writing region close event to WAL at 1733941051235 (+1 ms)Running coprocessor post-close hooks at 1733941051240 (+5 ms)Closed at 1733941051240 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e68473e74ac7acc8c30d5c533c232dd1, disabling compactions & flushes 2024-12-11T18:17:31,241 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733941001317.6ca0a8d782aa947cef1f4c7ecd807b39. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. after waiting 0 ms 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a7e069cdac4c8bbd9da0ee7b47072ec, disabling compactions & flushes 2024-12-11T18:17:31,241 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. after waiting 0 ms 2024-12-11T18:17:31,241 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,248 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/e68473e74ac7acc8c30d5c533c232dd1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:17:31,248 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:31,248 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e68473e74ac7acc8c30d5c533c232dd1: Waiting for close lock at 1733941051241Running coprocessor pre-close hooks at 1733941051241Disabling compacts and flushes for region at 1733941051241Disabling writes for close at 1733941051241Writing region close event to WAL at 1733941051243 (+2 ms)Running coprocessor post-close hooks at 1733941051248 (+5 ms)Closed at 1733941051248 2024-12-11T18:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733941001317.e68473e74ac7acc8c30d5c533c232dd1. 2024-12-11T18:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77c7cc5cdfb6bd594f949b0301bfe9f8, disabling compactions & flushes 2024-12-11T18:17:31,249 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. after waiting 0 ms 2024-12-11T18:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,249 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:31,252 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/1a7e069cdac4c8bbd9da0ee7b47072ec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-11T18:17:31,252 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,252 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a7e069cdac4c8bbd9da0ee7b47072ec: Waiting for close lock at 1733941051241Running coprocessor pre-close hooks at 1733941051241Disabling compacts and flushes for region at 1733941051241Disabling writes for close at 1733941051241Writing region close event to WAL at 1733941051247 (+6 ms)Running coprocessor post-close hooks at 1733941051252 (+5 ms)Closed at 1733941051252 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733941001317.1a7e069cdac4c8bbd9da0ee7b47072ec. 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5575652c6b059214b4b4702a569653a6, disabling compactions & flushes 2024-12-11T18:17:31,253 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. after waiting 0 ms 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:31,253 INFO [regionserver/75744186b12a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:31,253 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/77c7cc5cdfb6bd594f949b0301bfe9f8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T18:17:31,254 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77c7cc5cdfb6bd594f949b0301bfe9f8: Waiting for close lock at 1733941051249Running coprocessor pre-close hooks at 1733941051249Disabling compacts and flushes for region at 1733941051249Disabling writes for close at 1733941051249Writing region close event to WAL at 1733941051249Running coprocessor post-close hooks at 1733941051254 (+5 ms)Closed at 1733941051254 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733941001317.77c7cc5cdfb6bd594f949b0301bfe9f8. 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9aa09c537bdbb2d89e46f3825d93d1e, disabling compactions & flushes 2024-12-11T18:17:31,254 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. after waiting 0 ms 2024-12-11T18:17:31,254 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:31,257 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/5575652c6b059214b4b4702a569653a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:17:31,257 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/b9aa09c537bdbb2d89e46f3825d93d1e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/info/3546a0e23738414397ff2dc4c1c22a60 is 167, key is SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298./info:regioninfo/1733941012011/Put/seqid=0 2024-12-11T18:17:31,258 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5575652c6b059214b4b4702a569653a6: Waiting for close lock at 1733941051253Running coprocessor pre-close hooks at 1733941051253Disabling compacts and flushes for region at 1733941051253Disabling writes for close at 1733941051253Writing region close event to WAL at 1733941051254 (+1 ms)Running coprocessor post-close hooks at 1733941051257 (+3 ms)Closed at 1733941051258 (+1 ms) 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733941001317.5575652c6b059214b4b4702a569653a6. 2024-12-11T18:17:31,258 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9aa09c537bdbb2d89e46f3825d93d1e: Waiting for close lock at 1733941051254Running coprocessor pre-close hooks at 1733941051254Disabling compacts and flushes for region at 1733941051254Disabling writes for close at 1733941051254Writing region close event to WAL at 1733941051254Running coprocessor post-close hooks at 1733941051258 (+4 ms)Closed at 1733941051258 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733941001317.b9aa09c537bdbb2d89e46f3825d93d1e. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93a7c9edafdd50743d99888a64da9298, disabling compactions & flushes 2024-12-11T18:17:31,258 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96a820aa3fd6679a0f39334271e486f0, disabling compactions & flushes 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:31,258 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. after waiting 0 ms 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. after waiting 0 ms 2024-12-11T18:17:31,258 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,263 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/96a820aa3fd6679a0f39334271e486f0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/93a7c9edafdd50743d99888a64da9298/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T18:17:31,264 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,264 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96a820aa3fd6679a0f39334271e486f0: Waiting for close lock at 1733941051258Running coprocessor pre-close hooks at 1733941051258Disabling compacts and flushes for region at 1733941051258Disabling writes for close at 1733941051258Writing region close event to WAL at 1733941051259 (+1 ms)Running coprocessor post-close hooks at 1733941051264 (+5 ms)Closed at 1733941051264 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93a7c9edafdd50743d99888a64da9298: Waiting for close lock at 1733941051258Running coprocessor pre-close hooks at 1733941051258Disabling compacts and flushes for region at 1733941051258Disabling writes for close at 1733941051258Writing region close event to WAL at 1733941051258Running coprocessor post-close hooks at 1733941051264 (+6 ms)Closed at 1733941051264 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733941001317.93a7c9edafdd50743d99888a64da9298. 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733941001317.96a820aa3fd6679a0f39334271e486f0. 2024-12-11T18:17:31,264 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d590610d37aade134793f812f4dcf0b, disabling compactions & flushes 2024-12-11T18:17:31,265 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:31,265 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:31,265 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. after waiting 0 ms 2024-12-11T18:17:31,265 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741864_1040 (size=20270) 2024-12-11T18:17:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741864_1040 (size=20270) 2024-12-11T18:17:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741864_1040 (size=20270) 2024-12-11T18:17:31,274 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/default/SPTestTable/7d590610d37aade134793f812f4dcf0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T18:17:31,274 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/info/3546a0e23738414397ff2dc4c1c22a60 2024-12-11T18:17:31,275 INFO [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:31,275 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d590610d37aade134793f812f4dcf0b: Waiting for close lock at 1733941051264Running coprocessor pre-close hooks at 1733941051264Disabling compacts and flushes for region at 1733941051264Disabling writes for close at 1733941051265 (+1 ms)Writing region close event to WAL at 1733941051270 (+5 ms)Running coprocessor post-close hooks at 1733941051275 (+5 ms)Closed at 1733941051275 2024-12-11T18:17:31,275 DEBUG [RS_CLOSE_REGION-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733941001317.7d590610d37aade134793f812f4dcf0b. 2024-12-11T18:17:31,294 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/ns/cd3034ba393442898f3d9bfdc8991fab is 43, key is default/ns:d/1733941001176/Put/seqid=0 2024-12-11T18:17:31,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741865_1041 (size=5153) 2024-12-11T18:17:31,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741865_1041 (size=5153) 2024-12-11T18:17:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741865_1041 (size=5153) 2024-12-11T18:17:31,301 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/ns/cd3034ba393442898f3d9bfdc8991fab 2024-12-11T18:17:31,321 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/table/cb1ccbb20de340b8b28328180ce72fbd is 47, key is SPTestTable/table:state/1733941012092/Put/seqid=0 2024-12-11T18:17:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741866_1042 (size=5214) 2024-12-11T18:17:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741866_1042 (size=5214) 2024-12-11T18:17:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741866_1042 (size=5214) 2024-12-11T18:17:31,328 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/table/cb1ccbb20de340b8b28328180ce72fbd 2024-12-11T18:17:31,334 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/info/3546a0e23738414397ff2dc4c1c22a60 as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/info/3546a0e23738414397ff2dc4c1c22a60 2024-12-11T18:17:31,340 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/info/3546a0e23738414397ff2dc4c1c22a60, entries=116, sequenceid=37, filesize=19.8 K 2024-12-11T18:17:31,341 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/ns/cd3034ba393442898f3d9bfdc8991fab as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/ns/cd3034ba393442898f3d9bfdc8991fab 2024-12-11T18:17:31,347 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/ns/cd3034ba393442898f3d9bfdc8991fab, entries=2, sequenceid=37, filesize=5.0 K 2024-12-11T18:17:31,348 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/.tmp/table/cb1ccbb20de340b8b28328180ce72fbd as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/table/cb1ccbb20de340b8b28328180ce72fbd 2024-12-11T18:17:31,354 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/table/cb1ccbb20de340b8b28328180ce72fbd, entries=2, sequenceid=37, filesize=5.1 K 2024-12-11T18:17:31,355 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=37, compaction requested=false 2024-12-11T18:17:31,360 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-11T18:17:31,361 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T18:17:31,361 INFO [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T18:17:31,361 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733941051236Running coprocessor pre-close hooks at 1733941051236Disabling compacts and flushes for region at 1733941051236Disabling writes for close at 1733941051236Obtaining lock to block concurrent updates at 1733941051236Preparing flush snapshotting stores in 1588230740 at 1733941051236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1733941051237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733941051237Flushing 1588230740/info: creating writer at 1733941051237Flushing 1588230740/info: appending metadata at 1733941051257 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733941051257Flushing 1588230740/ns: creating writer at 1733941051281 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733941051294 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733941051294Flushing 1588230740/table: creating writer at 1733941051307 (+13 ms)Flushing 1588230740/table: appending metadata at 1733941051321 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733941051321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5adcf9: reopening flushed file at 1733941051333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2703fde9: reopening flushed file at 1733941051340 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39458612: reopening flushed file at 1733941051347 (+7 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=37, compaction requested=false at 1733941051355 (+8 ms)Writing region close event to WAL at 1733941051356 (+1 ms)Running coprocessor post-close hooks at 1733941051361 (+5 ms)Closed at 1733941051361 2024-12-11T18:17:31,361 DEBUG [RS_CLOSE_META-regionserver/75744186b12a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T18:17:31,435 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(976): stopping server 75744186b12a,35277,1733940990150; all regions closed. 2024-12-11T18:17:31,436 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(976): stopping server 75744186b12a,38887,1733940990075; all regions closed. 2024-12-11T18:17:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741833_1009 (size=4086) 2024-12-11T18:17:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741833_1009 (size=4086) 2024-12-11T18:17:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741836_1012 (size=19466) 2024-12-11T18:17:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741836_1012 (size=19466) 2024-12-11T18:17:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741833_1009 (size=4086) 2024-12-11T18:17:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741836_1012 (size=19466) 2024-12-11T18:17:31,441 DEBUG [RS:2;75744186b12a:35277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs 2024-12-11T18:17:31,441 INFO [RS:2;75744186b12a:35277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C35277%2C1733940990150:(num 1733940990832) 2024-12-11T18:17:31,441 DEBUG [RS:2;75744186b12a:35277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,441 INFO [RS:2;75744186b12a:35277 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:31,441 DEBUG [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:17:31,442 INFO [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C38887%2C1733940990075.meta:.meta(num 1733941001069) 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] hbase.ChoreService(370): Chore service for: regionserver/75744186b12a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T18:17:31,442 INFO [regionserver/75744186b12a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:17:31,442 INFO [RS:2;75744186b12a:35277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35277 2024-12-11T18:17:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741834_1010 (size=3500) 2024-12-11T18:17:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741834_1010 (size=3500) 2024-12-11T18:17:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741834_1010 (size=3500) 2024-12-11T18:17:31,447 DEBUG [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/oldWALs 2024-12-11T18:17:31,447 INFO [RS:0;75744186b12a:38887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75744186b12a%2C38887%2C1733940990075:(num 1733940990825) 2024-12-11T18:17:31,447 DEBUG [RS:0;75744186b12a:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T18:17:31,447 INFO [RS:0;75744186b12a:38887 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T18:17:31,447 INFO [RS:0;75744186b12a:38887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:17:31,447 INFO [RS:0;75744186b12a:38887 {}] hbase.ChoreService(370): Chore service for: regionserver/75744186b12a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T18:17:31,447 INFO [RS:0;75744186b12a:38887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:17:31,447 INFO [regionserver/75744186b12a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:17:31,448 INFO [RS:0;75744186b12a:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38887 2024-12-11T18:17:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,35277,1733940990150 2024-12-11T18:17:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T18:17:31,618 INFO [RS:2;75744186b12a:35277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:17:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75744186b12a,38887,1733940990075 2024-12-11T18:17:31,637 INFO [RS:0;75744186b12a:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:17:31,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,35277,1733940990150] 2024-12-11T18:17:31,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,35277,1733940990150 already deleted, retry=false 2024-12-11T18:17:31,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75744186b12a,35277,1733940990150 expired; onlineServers=1 2024-12-11T18:17:31,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75744186b12a,38887,1733940990075] 2024-12-11T18:17:31,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75744186b12a,38887,1733940990075 already deleted, retry=false 2024-12-11T18:17:31,672 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75744186b12a,38887,1733940990075 expired; onlineServers=0 2024-12-11T18:17:31,672 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '75744186b12a,35431,1733940989671' ***** 2024-12-11T18:17:31,672 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T18:17:31,673 INFO [M:0;75744186b12a:35431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T18:17:31,673 INFO [M:0;75744186b12a:35431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T18:17:31,673 DEBUG [M:0;75744186b12a:35431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T18:17:31,673 DEBUG [M:0;75744186b12a:35431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T18:17:31,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T18:17:31,673 DEBUG [master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940990552 {}] cleaner.HFileCleaner(306): Exit Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.large.0-1733940990552,5,FailOnTimeoutGroup] 2024-12-11T18:17:31,673 DEBUG [master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940990552 {}] cleaner.HFileCleaner(306): Exit Thread[master/75744186b12a:0:becomeActiveMaster-HFileCleaner.small.0-1733940990552,5,FailOnTimeoutGroup] 2024-12-11T18:17:31,674 INFO [M:0;75744186b12a:35431 {}] hbase.ChoreService(370): Chore service for: master/75744186b12a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T18:17:31,674 INFO [M:0;75744186b12a:35431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T18:17:31,674 DEBUG [M:0;75744186b12a:35431 {}] master.HMaster(1795): Stopping service threads 2024-12-11T18:17:31,674 INFO [M:0;75744186b12a:35431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T18:17:31,674 INFO [M:0;75744186b12a:35431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T18:17:31,675 ERROR [M:0;75744186b12a:35431 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44965 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44965,5,PEWorkerGroup] 2024-12-11T18:17:31,675 INFO [M:0;75744186b12a:35431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T18:17:31,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T18:17:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T18:17:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T18:17:31,680 DEBUG [M:0;75744186b12a:35431 {}] zookeeper.ZKUtil(347): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T18:17:31,680 WARN [M:0;75744186b12a:35431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T18:17:31,681 INFO [M:0;75744186b12a:35431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/.lastflushedseqids 2024-12-11T18:17:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741867_1043 (size=650) 2024-12-11T18:17:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741867_1043 (size=650) 2024-12-11T18:17:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741867_1043 (size=650) 2024-12-11T18:17:31,688 INFO [M:0;75744186b12a:35431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T18:17:31,689 INFO [M:0;75744186b12a:35431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T18:17:31,689 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T18:17:31,689 INFO [M:0;75744186b12a:35431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:17:31,689 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:17:31,689 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T18:17:31,689 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:17:31,689 INFO [M:0;75744186b12a:35431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.55 KB heapSize=274.15 KB 2024-12-11T18:17:31,703 DEBUG [M:0;75744186b12a:35431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b6a9788bd745388ff617b99d90b43d is 82, key is hbase:meta,,1/info:regioninfo/1733941001125/Put/seqid=0 2024-12-11T18:17:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741868_1044 (size=5672) 2024-12-11T18:17:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741868_1044 (size=5672) 2024-12-11T18:17:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741868_1044 (size=5672) 2024-12-11T18:17:31,710 INFO [M:0;75744186b12a:35431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b6a9788bd745388ff617b99d90b43d 2024-12-11T18:17:31,728 DEBUG [M:0;75744186b12a:35431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3db0c887a78444b2af1e2222df13c86e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733941012097/Put/seqid=0 2024-12-11T18:17:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741869_1045 (size=9444) 2024-12-11T18:17:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741869_1045 (size=9444) 2024-12-11T18:17:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741869_1045 (size=9444) 2024-12-11T18:17:31,734 INFO [M:0;75744186b12a:35431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.82 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3db0c887a78444b2af1e2222df13c86e 2024-12-11T18:17:31,739 INFO [M:0;75744186b12a:35431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3db0c887a78444b2af1e2222df13c86e 2024-12-11T18:17:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,747 INFO [RS:2;75744186b12a:35277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:17:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35277-0x10016258d6e0003, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,747 INFO [RS:2;75744186b12a:35277 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,35277,1733940990150; zookeeper connection closed. 2024-12-11T18:17:31,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25ff5656 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25ff5656 2024-12-11T18:17:31,753 DEBUG [M:0;75744186b12a:35431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e862ca441c4ac0a7b89a2ee624d09c is 69, key is 75744186b12a,35277,1733940990150/rs:state/1733940990619/Put/seqid=0 2024-12-11T18:17:31,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,756 INFO [RS:0;75744186b12a:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:17:31,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x10016258d6e0001, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,756 INFO [RS:0;75744186b12a:38887 {}] regionserver.HRegionServer(1031): Exiting; stopping=75744186b12a,38887,1733940990075; zookeeper connection closed. 2024-12-11T18:17:31,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5df8d682 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5df8d682 2024-12-11T18:17:31,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T18:17:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741870_1046 (size=5442) 2024-12-11T18:17:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741870_1046 (size=5442) 2024-12-11T18:17:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741870_1046 (size=5442) 2024-12-11T18:17:31,759 INFO [M:0;75744186b12a:35431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e862ca441c4ac0a7b89a2ee624d09c 2024-12-11T18:17:31,764 INFO [M:0;75744186b12a:35431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e862ca441c4ac0a7b89a2ee624d09c 2024-12-11T18:17:31,764 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b6a9788bd745388ff617b99d90b43d as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b6a9788bd745388ff617b99d90b43d 2024-12-11T18:17:31,769 INFO [M:0;75744186b12a:35431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b6a9788bd745388ff617b99d90b43d, entries=8, sequenceid=482, filesize=5.5 K 2024-12-11T18:17:31,770 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3db0c887a78444b2af1e2222df13c86e as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3db0c887a78444b2af1e2222df13c86e 2024-12-11T18:17:31,775 INFO [M:0;75744186b12a:35431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3db0c887a78444b2af1e2222df13c86e 2024-12-11T18:17:31,775 INFO [M:0;75744186b12a:35431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3db0c887a78444b2af1e2222df13c86e, entries=56, sequenceid=482, filesize=9.2 K 2024-12-11T18:17:31,776 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e862ca441c4ac0a7b89a2ee624d09c as hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84e862ca441c4ac0a7b89a2ee624d09c 2024-12-11T18:17:31,781 INFO [M:0;75744186b12a:35431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e862ca441c4ac0a7b89a2ee624d09c 2024-12-11T18:17:31,781 INFO [M:0;75744186b12a:35431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/2f812869-2dc1-56e8-d191-4c17cc190292/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84e862ca441c4ac0a7b89a2ee624d09c, entries=3, sequenceid=482, filesize=5.3 K 2024-12-11T18:17:31,782 INFO [M:0;75744186b12a:35431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.55 KB/235061, heapSize ~273.85 KB/280424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=482, compaction requested=false 2024-12-11T18:17:31,783 INFO [M:0;75744186b12a:35431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T18:17:31,783 DEBUG [M:0;75744186b12a:35431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733941051689Disabling compacts and flushes for region at 1733941051689Disabling writes for close at 1733941051689Obtaining lock to block concurrent updates at 1733941051689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733941051689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=235061, getHeapSize=280664, getOffHeapSize=0, getCellsCount=589 at 1733941051690 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733941051690Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733941051690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733941051703 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733941051703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733941051714 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733941051728 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733941051728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733941051739 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733941051752 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733941051752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183fd619: reopening flushed file at 1733941051764 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41475c3a: reopening flushed file at 1733941051769 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad5f778: reopening flushed file at 1733941051775 (+6 ms)Finished flush of dataSize ~229.55 KB/235061, heapSize ~273.85 KB/280424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=482, compaction requested=false at 1733941051782 (+7 ms)Writing region close event to WAL at 1733941051783 (+1 ms)Closed at 1733941051783 2024-12-11T18:17:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741830_1006 (size=267238) 2024-12-11T18:17:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741830_1006 (size=267238) 2024-12-11T18:17:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741830_1006 (size=267238) 2024-12-11T18:17:31,786 INFO [M:0;75744186b12a:35431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T18:17:31,786 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T18:17:31,786 INFO [M:0;75744186b12a:35431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35431 2024-12-11T18:17:31,787 INFO [M:0;75744186b12a:35431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T18:17:31,906 INFO [M:0;75744186b12a:35431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T18:17:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35431-0x10016258d6e0000, quorum=127.0.0.1:55015, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T18:17:31,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33198083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:17:31,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dcd838d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:17:31,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:17:31,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257e2f84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:17:31,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@411db427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,STOPPED} 2024-12-11T18:17:31,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:17:31,911 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:17:31,911 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106326700-172.17.0.2-1733940987670 (Datanode Uuid 650f7dc4-2c85-4a9c-a60c-84d4aefa6ec4) service to localhost/127.0.0.1:44965 2024-12-11T18:17:31,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:17:31,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data5/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data6/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:17:31,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a7bcc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:17:31,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15133fbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:17:31,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:17:31,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f41c572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:17:31,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7911b946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,STOPPED} 2024-12-11T18:17:31,916 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:17:31,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:17:31,916 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106326700-172.17.0.2-1733940987670 (Datanode Uuid 8c3f0c7e-782b-42ec-975a-3a62c98f93c6) service to localhost/127.0.0.1:44965 2024-12-11T18:17:31,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:17:31,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data3/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data4/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:17:31,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e04367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:17:31,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6223c6fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:17:31,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:17:31,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e7ec4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:17:31,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7ddb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,STOPPED} 2024-12-11T18:17:31,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:17:31,923 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:17:31,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:17:31,923 WARN [BP-2106326700-172.17.0.2-1733940987670 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106326700-172.17.0.2-1733940987670 (Datanode Uuid 902174ca-4722-4e68-a259-d23abb1577b3) service to localhost/127.0.0.1:44965 2024-12-11T18:17:31,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data1/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/cluster_02e6e48f-aa39-0434-7a75-0c64ad5c4976/data/data2/current/BP-2106326700-172.17.0.2-1733940987670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:17:31,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:17:31,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6111389f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:17:31,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2ff21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:17:31,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:17:31,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a798b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:17:31,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6670d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0043b381-8f6c-29b7-eddb-df49a9541731/hadoop.log.dir/,STOPPED} 2024-12-11T18:17:31,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T18:17:31,948 INFO [regionserver/75744186b12a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T18:17:31,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T18:17:31,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 98) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44965 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44965 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/75744186b12a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1584 (was 1785)