2024-11-14 18:59:00,590 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-14 18:59:00,600 main DEBUG Took 0.008434 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 18:59:00,601 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 18:59:00,601 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 18:59:00,602 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 18:59:00,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,610 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 18:59:00,622 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,626 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,627 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,628 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,629 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,631 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,632 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:59:00,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,634 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 18:59:00,635 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:59:00,636 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 18:59:00,638 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 18:59:00,638 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 18:59:00,640 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 18:59:00,640 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 18:59:00,648 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 18:59:00,651 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 18:59:00,652 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 18:59:00,653 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 18:59:00,653 main DEBUG createAppenders(={Console}) 2024-11-14 18:59:00,654 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-14 18:59:00,654 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-14 18:59:00,654 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-14 18:59:00,655 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 18:59:00,655 main DEBUG OutputStream closed 2024-11-14 18:59:00,656 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 18:59:00,656 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 18:59:00,656 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-14 18:59:00,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 18:59:00,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 18:59:00,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 18:59:00,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 18:59:00,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 18:59:00,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 18:59:00,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 18:59:00,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 18:59:00,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 18:59:00,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 18:59:00,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 18:59:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 18:59:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 18:59:00,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 18:59:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 18:59:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 18:59:00,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 18:59:00,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 18:59:00,748 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 18:59:00,749 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-14 18:59:00,749 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 18:59:00,750 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-14T18:59:00,765 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-14 18:59:00,769 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 18:59:00,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T18:59:00,779 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-14T18:59:00,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=3971 2024-11-14T18:59:01,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409 2024-11-14T18:59:01,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:59:01,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6, deleteOnExit=true 2024-11-14T18:59:01,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T18:59:01,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/test.cache.data in system properties and HBase conf 2024-11-14T18:59:01,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:59:01,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:59:01,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:59:01,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:59:01,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:59:01,186 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T18:59:01,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:59:01,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:59:01,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:59:01,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:59:01,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:59:01,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:59:01,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:59:01,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:59:01,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:59:01,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:59:01,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:59:01,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:59:01,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:59:01,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:59:01,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:59:02,375 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T18:59:02,468 INFO [Time-limited test {}] log.Log(170): Logging initialized @2672ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T18:59:02,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:59:02,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:59:02,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:59:02,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:59:02,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:59:02,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:59:02,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:59:02,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:59:02,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-12449209144181442025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:59:02,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-11-14T18:59:02,892 INFO [Time-limited test {}] server.Server(415): Started @3097ms 2024-11-14T18:59:03,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:59:03,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:59:03,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:59:03,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:59:03,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:59:03,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:59:03,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:59:03,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/java.io.tmpdir/jetty-localhost-40709-hadoop-hdfs-3_4_1-tests_jar-_-any-68359062603179430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:59:03,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40709} 2024-11-14T18:59:03,573 INFO [Time-limited test {}] server.Server(415): Started @3777ms 2024-11-14T18:59:03,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:59:03,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:59:03,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:59:03,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:59:03,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:59:03,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:59:03,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:59:03,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:59:03,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/java.io.tmpdir/jetty-localhost-34451-hadoop-hdfs-3_4_1-tests_jar-_-any-2174149939213918767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:59:03,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34451} 2024-11-14T18:59:03,914 INFO [Time-limited test {}] server.Server(415): Started @4119ms 2024-11-14T18:59:03,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:59:03,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:59:03,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:59:03,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:59:03,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:59:03,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:59:03,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:59:03,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:59:04,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/java.io.tmpdir/jetty-localhost-37363-hadoop-hdfs-3_4_1-tests_jar-_-any-3489833784354082086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:59:04,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37363} 2024-11-14T18:59:04,096 INFO [Time-limited test {}] server.Server(415): Started @4301ms 2024-11-14T18:59:04,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:59:05,152 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data1/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,152 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data4/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,152 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data2/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,152 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data3/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,199 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:59:05,199 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:59:05,214 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data6/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,214 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data5/current/BP-1786752602-172.17.0.2-1731610741916/current, will proceed with Du for space computation calculation, 2024-11-14T18:59:05,236 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:59:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76948c064e07c37 with lease ID 0xeccc21befcbf6314: Processing first storage report for DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210 from datanode DatanodeRegistration(127.0.0.1:35905, datanodeUuid=b38cc2f7-f2a8-40a7-b7d9-dcb7f55c5202, infoPort=39325, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76948c064e07c37 with lease ID 0xeccc21befcbf6314: from storage DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210 node DatanodeRegistration(127.0.0.1:35905, datanodeUuid=b38cc2f7-f2a8-40a7-b7d9-dcb7f55c5202, infoPort=39325, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70eaefd8c74ecf97 with lease ID 0xeccc21befcbf6315: Processing first storage report for DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb from datanode DatanodeRegistration(127.0.0.1:43515, datanodeUuid=6bd7f8c3-b41e-428b-942a-ac20c822bcf2, infoPort=36247, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70eaefd8c74ecf97 with lease ID 0xeccc21befcbf6315: from storage DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb node DatanodeRegistration(127.0.0.1:43515, datanodeUuid=6bd7f8c3-b41e-428b-942a-ac20c822bcf2, infoPort=36247, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3e318fae4f1e77 with lease ID 0xeccc21befcbf6313: Processing first storage report for DS-356a0cf1-97c2-40d7-a269-b4012fd3650a from datanode DatanodeRegistration(127.0.0.1:40469, datanodeUuid=03618995-9b37-4c3d-92e6-e3f4a61b6beb, infoPort=39629, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3e318fae4f1e77 with lease ID 0xeccc21befcbf6313: from storage DS-356a0cf1-97c2-40d7-a269-b4012fd3650a node DatanodeRegistration(127.0.0.1:40469, datanodeUuid=03618995-9b37-4c3d-92e6-e3f4a61b6beb, infoPort=39629, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76948c064e07c37 with lease ID 0xeccc21befcbf6314: Processing first storage report for DS-efeb3deb-2404-4347-b1c0-5ddb44915c0a from datanode DatanodeRegistration(127.0.0.1:35905, datanodeUuid=b38cc2f7-f2a8-40a7-b7d9-dcb7f55c5202, infoPort=39325, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76948c064e07c37 with lease ID 0xeccc21befcbf6314: from storage DS-efeb3deb-2404-4347-b1c0-5ddb44915c0a node DatanodeRegistration(127.0.0.1:35905, datanodeUuid=b38cc2f7-f2a8-40a7-b7d9-dcb7f55c5202, infoPort=39325, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70eaefd8c74ecf97 with lease ID 0xeccc21befcbf6315: Processing first storage report for DS-bb50e1ee-9733-4af5-9a4c-4a506964a103 from datanode DatanodeRegistration(127.0.0.1:43515, datanodeUuid=6bd7f8c3-b41e-428b-942a-ac20c822bcf2, infoPort=36247, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70eaefd8c74ecf97 with lease ID 0xeccc21befcbf6315: from storage DS-bb50e1ee-9733-4af5-9a4c-4a506964a103 node DatanodeRegistration(127.0.0.1:43515, datanodeUuid=6bd7f8c3-b41e-428b-942a-ac20c822bcf2, infoPort=36247, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3e318fae4f1e77 with lease ID 0xeccc21befcbf6313: Processing first storage report for DS-5693ae51-9e5e-4a57-b93b-340629ea17db from datanode DatanodeRegistration(127.0.0.1:40469, datanodeUuid=03618995-9b37-4c3d-92e6-e3f4a61b6beb, infoPort=39629, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916) 2024-11-14T18:59:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3e318fae4f1e77 with lease ID 0xeccc21befcbf6313: from storage DS-5693ae51-9e5e-4a57-b93b-340629ea17db node DatanodeRegistration(127.0.0.1:40469, datanodeUuid=03618995-9b37-4c3d-92e6-e3f4a61b6beb, infoPort=39629, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1910417085;c=1731610741916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:59:05,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409 2024-11-14T18:59:05,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/zookeeper_0, clientPort=51066, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:59:05,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51066 2024-11-14T18:59:05,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:05,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:59:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:59:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:59:06,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d with version=8 2024-11-14T18:59:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/hbase-staging 2024-11-14T18:59:06,182 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T18:59:06,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:59:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:06,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:59:06,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:06,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:59:06,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T18:59:06,681 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T18:59:06,693 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T18:59:06,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:59:06,725 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 136067 (auto-detected) 2024-11-14T18:59:06,726 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T18:59:06,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45749 2024-11-14T18:59:06,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45749 connecting to ZooKeeper ensemble=127.0.0.1:51066 2024-11-14T18:59:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457490x0, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:59:06,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45749-0x1013c00ad090000 connected 2024-11-14T18:59:06,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:06,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:59:07,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d, hbase.cluster.distributed=false 2024-11-14T18:59:07,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:59:07,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-14T18:59:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45749 2024-11-14T18:59:07,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45749 2024-11-14T18:59:07,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-14T18:59:07,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-14T18:59:07,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:59:07,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:59:07,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:59:07,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:59:07,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:59:07,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37197 2024-11-14T18:59:07,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37197 connecting to ZooKeeper ensemble=127.0.0.1:51066 2024-11-14T18:59:07,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371970x0, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:59:07,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371970x0, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:59:07,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37197-0x1013c00ad090001 connected 2024-11-14T18:59:07,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:59:07,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:59:07,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:59:07,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:59:07,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-14T18:59:07,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37197 2024-11-14T18:59:07,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37197 2024-11-14T18:59:07,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-14T18:59:07,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-14T18:59:07,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:59:07,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:59:07,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:59:07,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:59:07,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:59:07,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36585 2024-11-14T18:59:07,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36585 connecting to ZooKeeper ensemble=127.0.0.1:51066 2024-11-14T18:59:07,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365850x0, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:59:07,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365850x0, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:59:07,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36585-0x1013c00ad090002 connected 2024-11-14T18:59:07,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:59:07,273 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:59:07,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:59:07,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:59:07,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-14T18:59:07,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-11-14T18:59:07,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-11-14T18:59:07,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-14T18:59:07,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-14T18:59:07,294 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T18:59:07,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:59:07,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:59:07,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:59:07,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:59:07,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:59:07,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40583 2024-11-14T18:59:07,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40583 connecting to ZooKeeper ensemble=127.0.0.1:51066 2024-11-14T18:59:07,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405830x0, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:59:07,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405830x0, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:59:07,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40583-0x1013c00ad090003 connected 2024-11-14T18:59:07,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:59:07,319 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:59:07,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:59:07,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:59:07,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-14T18:59:07,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40583 2024-11-14T18:59:07,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40583 2024-11-14T18:59:07,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-14T18:59:07,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-14T18:59:07,346 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:45749 2024-11-14T18:59:07,347 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/853c158ffd74,45749,1731610746272 2024-11-14T18:59:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,366 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/853c158ffd74,45749,1731610746272 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,401 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T18:59:07,402 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/853c158ffd74,45749,1731610746272 from backup master directory 2024-11-14T18:59:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/853c158ffd74,45749,1731610746272 2024-11-14T18:59:07,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:59:07,413 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:59:07,414 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,45749,1731610746272 2024-11-14T18:59:07,415 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T18:59:07,417 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T18:59:07,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/hbase.id] with ID: ef23175d-4d4f-4a4c-9479-44f5dd281d93 2024-11-14T18:59:07,473 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.tmp/hbase.id 2024-11-14T18:59:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:59:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:59:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:59:07,488 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.tmp/hbase.id]:[hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/hbase.id] 2024-11-14T18:59:07,532 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:59:07,536 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T18:59:07,555 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T18:59:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:59:07,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:59:07,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:59:07,614 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:59:07,616 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:59:07,633 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:59:07,637 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:59:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:59:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:59:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:59:07,686 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store 2024-11-14T18:59:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:59:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:59:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:59:07,718 INFO [master/853c158ffd74:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T18:59:07,722 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:07,723 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:59:07,724 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:59:07,724 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:59:07,726 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:59:07,726 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:59:07,727 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:59:07,728 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610747723Disabling compacts and flushes for region at 1731610747723Disabling writes for close at 1731610747726 (+3 ms)Writing region close event to WAL at 1731610747727 (+1 ms)Closed at 1731610747727 2024-11-14T18:59:07,731 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/.initializing 2024-11-14T18:59:07,731 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/WALs/853c158ffd74,45749,1731610746272 2024-11-14T18:59:07,740 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:59:07,758 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C45749%2C1731610746272, suffix=, logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/WALs/853c158ffd74,45749,1731610746272, archiveDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/oldWALs, maxLogs=10 2024-11-14T18:59:07,784 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/WALs/853c158ffd74,45749,1731610746272/853c158ffd74%2C45749%2C1731610746272.1731610747764, exclude list is [], retry=0 2024-11-14T18:59:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210,DISK] 2024-11-14T18:59:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb,DISK] 2024-11-14T18:59:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40469,DS-356a0cf1-97c2-40d7-a269-b4012fd3650a,DISK] 2024-11-14T18:59:07,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T18:59:07,845 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/WALs/853c158ffd74,45749,1731610746272/853c158ffd74%2C45749%2C1731610746272.1731610747764 2024-11-14T18:59:07,846 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36247:36247),(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-14T18:59:07,847 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:59:07,847 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:07,851 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,852 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:59:07,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:07,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:07,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:59:07,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:07,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:07,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:59:07,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:07,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:07,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:59:07,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:07,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:07,935 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,939 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,941 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,947 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,947 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,951 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:59:07,955 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:59:07,960 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:07,962 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59431401, jitterRate=-0.11440311372280121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:59:07,969 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610747863Initializing all the Stores at 1731610747865 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610747866 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610747867 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610747867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610747867Cleaning up temporary data from old regions at 1731610747947 (+80 ms)Region opened successfully at 1731610747969 (+22 ms) 2024-11-14T18:59:07,971 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:59:08,007 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036342d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:59:08,038 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T18:59:08,049 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:59:08,050 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:59:08,053 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:59:08,055 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T18:59:08,060 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T18:59:08,060 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T18:59:08,092 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:59:08,101 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T18:59:08,157 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T18:59:08,160 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:59:08,162 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:59:08,174 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T18:59:08,176 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:59:08,181 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:59:08,190 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T18:59:08,193 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:59:08,204 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T18:59:08,227 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:59:08,237 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,252 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,45749,1731610746272, sessionid=0x1013c00ad090000, setting cluster-up flag (Was=false) 2024-11-14T18:59:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,307 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T18:59:08,310 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45749,1731610746272 2024-11-14T18:59:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:08,357 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T18:59:08,360 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,45749,1731610746272 2024-11-14T18:59:08,367 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T18:59:08,436 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(746): ClusterId : ef23175d-4d4f-4a4c-9479-44f5dd281d93 2024-11-14T18:59:08,436 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(746): ClusterId : ef23175d-4d4f-4a4c-9479-44f5dd281d93 2024-11-14T18:59:08,437 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(746): ClusterId : ef23175d-4d4f-4a4c-9479-44f5dd281d93 2024-11-14T18:59:08,438 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:59:08,438 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:59:08,438 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:59:08,451 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T18:59:08,461 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T18:59:08,468 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:59:08,473 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:59:08,473 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:59:08,473 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:59:08,473 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:59:08,473 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:59:08,473 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:59:08,476 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,45749,1731610746272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:59:08,492 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:59:08,492 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:59:08,492 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:59:08,492 DEBUG [RS:2;853c158ffd74:40583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ec0db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:59:08,492 DEBUG [RS:1;853c158ffd74:36585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6beb2dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:59:08,493 DEBUG [RS:0;853c158ffd74:37197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167bef40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T18:59:08,494 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:59:08,494 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:59:08,494 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:59:08,494 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:59:08,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:59:08,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:59:08,495 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:59:08,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:59:08,510 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;853c158ffd74:36585 2024-11-14T18:59:08,512 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;853c158ffd74:40583 2024-11-14T18:59:08,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:08,513 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610778513 2024-11-14T18:59:08,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:59:08,515 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:37197 2024-11-14T18:59:08,515 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:59:08,516 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:59:08,518 INFO [RS:1;853c158ffd74:36585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:59:08,518 INFO [RS:2;853c158ffd74:40583 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:59:08,518 INFO [RS:1;853c158ffd74:36585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:59:08,518 INFO [RS:2;853c158ffd74:40583 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:59:08,518 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:59:08,518 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:59:08,520 INFO [RS:0;853c158ffd74:37197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T18:59:08,520 INFO [RS:0;853c158ffd74:37197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T18:59:08,520 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T18:59:08,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:59:08,521 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:59:08,522 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:59:08,522 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:59:08,522 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45749,1731610746272 with port=37197, startcode=1731610747139 2024-11-14T18:59:08,522 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45749,1731610746272 with port=40583, startcode=1731610747294 2024-11-14T18:59:08,523 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,45749,1731610746272 with port=36585, startcode=1731610747244 2024-11-14T18:59:08,525 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,531 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:59:08,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:59:08,535 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:59:08,542 DEBUG [RS:2;853c158ffd74:40583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:59:08,542 DEBUG [RS:1;853c158ffd74:36585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:59:08,542 DEBUG [RS:0;853c158ffd74:37197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:59:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:59:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:59:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741831_1007 (size=1321) 2024-11-14T18:59:08,549 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:59:08,549 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:59:08,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T18:59:08,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:08,559 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610748551,5,FailOnTimeoutGroup] 2024-11-14T18:59:08,561 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610748559,5,FailOnTimeoutGroup] 2024-11-14T18:59:08,561 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,561 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:59:08,563 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,564 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:59:08,614 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:59:08,614 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:59:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:59:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:59:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:59:08,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:08,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:59:08,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:59:08,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:08,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:08,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:59:08,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:59:08,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:08,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:08,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:59:08,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,649 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:08,649 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39741 2024-11-14T18:59:08,649 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:59:08,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:59:08,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:08,651 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:08,651 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39741 2024-11-14T18:59:08,651 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:59:08,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:08,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:59:08,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:59:08,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:08,658 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:08,658 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39741 2024-11-14T18:59:08,658 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T18:59:08,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:08,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:59:08,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740 2024-11-14T18:59:08,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740 2024-11-14T18:59:08,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:59:08,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:59:08,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:59:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:59:08,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:08,678 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380351, jitterRate=-0.08536149561405182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:59:08,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610748626Initializing all the Stores at 1731610748628 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610748628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610748633 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610748633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610748633Cleaning up temporary data from old regions at 1731610748667 (+34 ms)Region opened successfully at 1731610748682 (+15 ms) 2024-11-14T18:59:08,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:59:08,683 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T18:59:08,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T18:59:08,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:59:08,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:59:08,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T18:59:08,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610748683Disabling compacts and flushes for region at 1731610748683Disabling writes for close at 1731610748683Writing region close event to WAL at 1731610748684 (+1 ms)Closed at 1731610748685 (+1 ms) 2024-11-14T18:59:08,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:59:08,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T18:59:08,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:59:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T18:59:08,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:59:08,714 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:59:08,716 DEBUG [RS:1;853c158ffd74:36585 {}] zookeeper.ZKUtil(111): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,716 DEBUG [RS:0;853c158ffd74:37197 {}] zookeeper.ZKUtil(111): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,716 WARN [RS:1;853c158ffd74:36585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:59:08,716 WARN [RS:0;853c158ffd74:37197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:59:08,717 INFO [RS:1;853c158ffd74:36585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:59:08,717 INFO [RS:0;853c158ffd74:37197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:59:08,717 DEBUG [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,717 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,719 DEBUG [RS:2;853c158ffd74:40583 {}] zookeeper.ZKUtil(111): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,719 WARN [RS:2;853c158ffd74:40583 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:59:08,719 INFO [RS:2;853c158ffd74:40583 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:59:08,719 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,40583,1731610747294] 2024-11-14T18:59:08,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,36585,1731610747244] 2024-11-14T18:59:08,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,37197,1731610747139] 2024-11-14T18:59:08,753 INFO [RS:2;853c158ffd74:40583 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:59:08,753 INFO [RS:1;853c158ffd74:36585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:59:08,753 INFO [RS:0;853c158ffd74:37197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:59:08,772 INFO [RS:0;853c158ffd74:37197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:59:08,772 INFO [RS:2;853c158ffd74:40583 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:59:08,774 INFO [RS:1;853c158ffd74:36585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:59:08,779 INFO [RS:1;853c158ffd74:36585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:59:08,779 INFO [RS:0;853c158ffd74:37197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:59:08,779 INFO [RS:2;853c158ffd74:40583 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:59:08,779 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,779 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,779 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,780 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:59:08,782 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:59:08,782 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T18:59:08,787 INFO [RS:1;853c158ffd74:36585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:59:08,787 INFO [RS:0;853c158ffd74:37197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:59:08,787 INFO [RS:2;853c158ffd74:40583 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T18:59:08,790 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,790 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,790 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,790 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:59:08,791 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,791 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,792 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,792 DEBUG [RS:2;853c158ffd74:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,793 DEBUG [RS:0;853c158ffd74:37197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,790 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,793 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,793 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,793 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,793 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,794 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,794 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:59:08,794 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,794 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,794 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,795 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,795 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,795 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:59:08,795 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,795 DEBUG [RS:1;853c158ffd74:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,802 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37197,1731610747139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:59:08,803 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,36585,1731610747244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:59:08,804 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,804 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,804 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,804 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40583,1731610747294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:59:08,828 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:59:08,828 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:59:08,829 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:59:08,831 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,37197,1731610747139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40583,1731610747294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,36585,1731610747244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:0;853c158ffd74:37197 {}] regionserver.Replication(171): 853c158ffd74,37197,1731610747139 started 2024-11-14T18:59:08,831 INFO [RS:1;853c158ffd74:36585 {}] regionserver.Replication(171): 853c158ffd74,36585,1731610747244 started 2024-11-14T18:59:08,831 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,831 INFO [RS:2;853c158ffd74:40583 {}] regionserver.Replication(171): 853c158ffd74,40583,1731610747294 started 2024-11-14T18:59:08,858 INFO [RS:0;853c158ffd74:37197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,859 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,37197,1731610747139, RpcServer on 853c158ffd74/172.17.0.2:37197, sessionid=0x1013c00ad090001 2024-11-14T18:59:08,860 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,860 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,40583,1731610747294, RpcServer on 853c158ffd74/172.17.0.2:40583, sessionid=0x1013c00ad090003 2024-11-14T18:59:08,861 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:08,861 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,36585,1731610747244, RpcServer on 853c158ffd74/172.17.0.2:36585, sessionid=0x1013c00ad090002 2024-11-14T18:59:08,862 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:59:08,862 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:59:08,862 DEBUG [RS:1;853c158ffd74:36585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,862 DEBUG [RS:0;853c158ffd74:37197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,862 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,36585,1731610747244' 2024-11-14T18:59:08,862 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,37197,1731610747139' 2024-11-14T18:59:08,862 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T18:59:08,862 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T18:59:08,862 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:59:08,863 DEBUG [RS:2;853c158ffd74:40583 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,863 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40583,1731610747294' 2024-11-14T18:59:08,863 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T18:59:08,863 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T18:59:08,863 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T18:59:08,865 WARN [853c158ffd74:45749 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T18:59:08,866 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:59:08,866 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:59:08,866 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:59:08,866 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:59:08,866 DEBUG [RS:1;853c158ffd74:36585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,36585,1731610747244 2024-11-14T18:59:08,866 DEBUG [RS:0;853c158ffd74:37197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,37197,1731610747139 2024-11-14T18:59:08,866 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,36585,1731610747244' 2024-11-14T18:59:08,866 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,37197,1731610747139' 2024-11-14T18:59:08,866 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T18:59:08,866 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T18:59:08,866 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T18:59:08,867 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T18:59:08,867 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T18:59:08,867 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:59:08,867 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:59:08,867 DEBUG [RS:2;853c158ffd74:40583 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,40583,1731610747294 2024-11-14T18:59:08,867 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40583,1731610747294' 2024-11-14T18:59:08,867 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T18:59:08,867 DEBUG [RS:0;853c158ffd74:37197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:59:08,867 DEBUG [RS:1;853c158ffd74:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:59:08,867 INFO [RS:0;853c158ffd74:37197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:59:08,867 INFO [RS:1;853c158ffd74:36585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:59:08,868 INFO [RS:0;853c158ffd74:37197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:59:08,868 INFO [RS:1;853c158ffd74:36585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:59:08,868 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T18:59:08,868 DEBUG [RS:2;853c158ffd74:40583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:59:08,868 INFO [RS:2;853c158ffd74:40583 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:59:08,868 INFO [RS:2;853c158ffd74:40583 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:59:08,973 INFO [RS:1;853c158ffd74:36585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:59:08,973 INFO [RS:0;853c158ffd74:37197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:59:08,973 INFO [RS:2;853c158ffd74:40583 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:59:08,977 INFO [RS:0;853c158ffd74:37197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C37197%2C1731610747139, suffix=, logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139, archiveDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs, maxLogs=32 2024-11-14T18:59:08,977 INFO [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40583%2C1731610747294, suffix=, logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294, archiveDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs, maxLogs=32 2024-11-14T18:59:08,979 INFO [RS:1;853c158ffd74:36585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C36585%2C1731610747244, suffix=, logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,36585,1731610747244, archiveDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs, maxLogs=32 2024-11-14T18:59:08,996 DEBUG [RS:1;853c158ffd74:36585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,36585,1731610747244/853c158ffd74%2C36585%2C1731610747244.1731610748981, exclude list is [], retry=0 2024-11-14T18:59:08,998 DEBUG [RS:2;853c158ffd74:40583 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294/853c158ffd74%2C40583%2C1731610747294.1731610748981, exclude list is [], retry=0 2024-11-14T18:59:08,998 DEBUG [RS:0;853c158ffd74:37197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139/853c158ffd74%2C37197%2C1731610747139.1731610748981, exclude list is [], retry=0 2024-11-14T18:59:09,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40469,DS-356a0cf1-97c2-40d7-a269-b4012fd3650a,DISK] 2024-11-14T18:59:09,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40469,DS-356a0cf1-97c2-40d7-a269-b4012fd3650a,DISK] 2024-11-14T18:59:09,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb,DISK] 2024-11-14T18:59:09,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210,DISK] 2024-11-14T18:59:09,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb,DISK] 2024-11-14T18:59:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40469,DS-356a0cf1-97c2-40d7-a269-b4012fd3650a,DISK] 2024-11-14T18:59:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb,DISK] 2024-11-14T18:59:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210,DISK] 2024-11-14T18:59:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210,DISK] 2024-11-14T18:59:09,015 INFO [RS:1;853c158ffd74:36585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,36585,1731610747244/853c158ffd74%2C36585%2C1731610747244.1731610748981 2024-11-14T18:59:09,018 DEBUG [RS:1;853c158ffd74:36585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:36247:36247),(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-14T18:59:09,018 INFO [RS:0;853c158ffd74:37197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139/853c158ffd74%2C37197%2C1731610747139.1731610748981 2024-11-14T18:59:09,019 INFO [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294/853c158ffd74%2C40583%2C1731610747294.1731610748981 2024-11-14T18:59:09,021 DEBUG [RS:0;853c158ffd74:37197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:36247:36247),(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-14T18:59:09,021 DEBUG [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36247:36247),(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-14T18:59:09,118 DEBUG [853c158ffd74:45749 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T18:59:09,125 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T18:59:09,132 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T18:59:09,132 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T18:59:09,132 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T18:59:09,132 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T18:59:09,133 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T18:59:09,133 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T18:59:09,133 INFO [853c158ffd74:45749 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T18:59:09,133 INFO [853c158ffd74:45749 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T18:59:09,133 INFO [853c158ffd74:45749 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T18:59:09,133 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T18:59:09,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:09,147 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40583,1731610747294, state=OPENING 2024-11-14T18:59:09,182 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:59:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:59:09,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:09,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:09,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:09,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:09,193 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:59:09,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:16,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:59:16,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:59:19,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:59:19,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:59:19,242 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T18:59:19,242 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:59:19,243 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:59:19,246 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40583%2C1731610747294.meta, suffix=.meta, logDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294, archiveDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs, maxLogs=32 2024-11-14T18:59:19,265 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294/853c158ffd74%2C40583%2C1731610747294.meta.1731610759249.meta, exclude list is [], retry=0 2024-11-14T18:59:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-27ec3d21-bc67-43a9-9440-5c4a1d9fd210,DISK] 2024-11-14T18:59:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-e7e65999-1a8c-4ab2-ba65-5200e874f0fb,DISK] 2024-11-14T18:59:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40469,DS-356a0cf1-97c2-40d7-a269-b4012fd3650a,DISK] 2024-11-14T18:59:19,274 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,40583,1731610747294/853c158ffd74%2C40583%2C1731610747294.meta.1731610759249.meta 2024-11-14T18:59:19,274 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39325:39325),(127.0.0.1/127.0.0.1:36247:36247),(127.0.0.1/127.0.0.1:39629:39629)] 2024-11-14T18:59:19,275 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:59:19,277 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:59:19,280 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:59:19,287 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:59:19,292 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:59:19,293 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:19,293 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T18:59:19,293 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T18:59:19,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:59:19,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:59:19,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:19,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:19,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T18:59:19,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T18:59:19,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:19,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:19,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:59:19,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:59:19,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:19,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:19,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:59:19,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:59:19,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:19,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:59:19,309 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T18:59:19,311 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740 2024-11-14T18:59:19,314 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740 2024-11-14T18:59:19,316 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T18:59:19,316 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T18:59:19,317 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:59:19,320 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T18:59:19,322 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60201281, jitterRate=-0.10293100774288177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:59:19,322 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T18:59:19,323 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610759293Writing region info on filesystem at 1731610759294 (+1 ms)Initializing all the Stores at 1731610759296 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610759296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610759296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610759296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610759296Cleaning up temporary data from old regions at 1731610759316 (+20 ms)Running coprocessor post-open hooks at 1731610759322 (+6 ms)Region opened successfully at 1731610759323 (+1 ms) 2024-11-14T18:59:19,330 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610759213 2024-11-14T18:59:19,342 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:59:19,343 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T18:59:19,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:19,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40583,1731610747294, state=OPEN 2024-11-14T18:59:19,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:59:19,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:59:19,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:19,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:59:19,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:19,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:19,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:59:19,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:59:19,356 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,40583,1731610747294 2024-11-14T18:59:19,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:59:19,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40583,1731610747294 in 10.1620 sec 2024-11-14T18:59:19,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:59:19,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6670 sec 2024-11-14T18:59:19,373 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:59:19,373 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T18:59:19,396 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:59:19,398 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40583,1731610747294, seqNum=-1] 2024-11-14T18:59:19,421 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:59:19,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:59:19,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0410 sec 2024-11-14T18:59:19,442 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610759442, completionTime=-1 2024-11-14T18:59:19,446 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T18:59:19,446 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T18:59:19,476 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T18:59:19,476 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610819476 2024-11-14T18:59:19,476 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610879476 2024-11-14T18:59:19,477 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-14T18:59:19,478 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T18:59:19,486 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,486 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,486 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,488 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:45749, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,489 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,489 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,497 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T18:59:19,522 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.108sec 2024-11-14T18:59:19,525 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:59:19,526 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:59:19,527 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:59:19,527 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:59:19,527 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:59:19,528 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:59:19,529 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:59:19,533 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:59:19,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:59:19,534 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,45749,1731610746272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:59:19,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,587 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T18:59:19,587 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T18:59:19,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45749,-1 for getting cluster id 2024-11-14T18:59:19,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:59:19,607 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef23175d-4d4f-4a4c-9479-44f5dd281d93' 2024-11-14T18:59:19,611 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:59:19,611 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef23175d-4d4f-4a4c-9479-44f5dd281d93" 2024-11-14T18:59:19,612 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1b4d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,612 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45749,-1] 2024-11-14T18:59:19,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:59:19,623 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:19,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:59:19,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:59:19,641 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40583,1731610747294, seqNum=-1] 2024-11-14T18:59:19,642 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:59:19,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:59:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,45749,1731610746272 2024-11-14T18:59:19,674 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731610759673 (current time:1731610759673). 2024-11-14T18:59:19,674 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T18:59:19,674 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T18:59:19,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,45749,-1 for getting cluster id 2024-11-14T18:59:19,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T18:59:19,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef23175d-4d4f-4a4c-9479-44f5dd281d93' 2024-11-14T18:59:19,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T18:59:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef23175d-4d4f-4a4c-9479-44f5dd281d93" 2024-11-14T18:59:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90143ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,45749,-1] 2024-11-14T18:59:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T18:59:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:19,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T18:59:19,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676c381d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:59:19,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T18:59:19,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40583,1731610747294, seqNum=-1] 2024-11-14T18:59:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:59:19,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:59:19,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T18:59:19,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:59:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:19,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T18:59:19,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T18:59:19,708 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,45749,1731610746272 2024-11-14T18:59:19,711 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6619c9d2 2024-11-14T18:59:19,712 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:59:19,715 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:59:19,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:59:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T18:59:19,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:59:19,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T18:59:19,738 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:19,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:59:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741837_1013 (size=361) 2024-11-14T18:59:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741837_1013 (size=361) 2024-11-14T18:59:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741837_1013 (size=361) 2024-11-14T18:59:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:20,162 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2cb590b0999b6e52f144d1b415c4535, NAME => 'SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,162 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3b5349455cad5504cba68340fcc677ab, NAME => 'SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,163 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6d450c6583bdfffcd3361aaf13fb206, NAME => 'SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741838_1014 (size=54) 2024-11-14T18:59:20,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741838_1014 (size=54) 2024-11-14T18:59:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741838_1014 (size=54) 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741840_1016 (size=62) 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2cb590b0999b6e52f144d1b415c4535, disabling compactions & flushes 2024-11-14T18:59:20,180 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741840_1016 (size=62) 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. after waiting 0 ms 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:20,180 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:20,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2cb590b0999b6e52f144d1b415c4535: Waiting for close lock at 1731610760180Disabling compacts and flushes for region at 1731610760180Disabling writes for close at 1731610760180Writing region close event to WAL at 1731610760180Closed at 1731610760180 2024-11-14T18:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741840_1016 (size=62) 2024-11-14T18:59:20,181 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fca9534d060641a2f8f0800a28ecdcc6, NAME => 'SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3b5349455cad5504cba68340fcc677ab, disabling compactions & flushes 2024-11-14T18:59:20,182 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. after waiting 0 ms 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:20,182 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:20,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3b5349455cad5504cba68340fcc677ab: Waiting for close lock at 1731610760182Disabling compacts and flushes for region at 1731610760182Disabling writes for close at 1731610760182Writing region close event to WAL at 1731610760182Closed at 1731610760182 2024-11-14T18:59:20,183 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a43777586bd6d205db810b0777193ef9, NAME => 'SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741839_1015 (size=62) 2024-11-14T18:59:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741839_1015 (size=62) 2024-11-14T18:59:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741839_1015 (size=62) 2024-11-14T18:59:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b6d450c6583bdfffcd3361aaf13fb206, disabling compactions & flushes 2024-11-14T18:59:20,188 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. after waiting 0 ms 2024-11-14T18:59:20,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:20,189 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:20,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6d450c6583bdfffcd3361aaf13fb206: Waiting for close lock at 1731610760188Disabling compacts and flushes for region at 1731610760188Disabling writes for close at 1731610760189 (+1 ms)Writing region close event to WAL at 1731610760189Closed at 1731610760189 2024-11-14T18:59:20,189 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bee3a9a76288a7f1bb709d63a88912a5, NAME => 'SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741841_1017 (size=62) 2024-11-14T18:59:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741841_1017 (size=62) 2024-11-14T18:59:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741841_1017 (size=62) 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fca9534d060641a2f8f0800a28ecdcc6, disabling compactions & flushes 2024-11-14T18:59:20,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. after waiting 0 ms 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:20,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:20,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fca9534d060641a2f8f0800a28ecdcc6: Waiting for close lock at 1731610760202Disabling compacts and flushes for region at 1731610760202Disabling writes for close at 1731610760202Writing region close event to WAL at 1731610760202Closed at 1731610760202 2024-11-14T18:59:20,203 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a464dc3811a5b315fddeb34e2ef52c8, NAME => 'SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741843_1019 (size=62) 2024-11-14T18:59:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741843_1019 (size=62) 2024-11-14T18:59:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741843_1019 (size=62) 2024-11-14T18:59:20,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bee3a9a76288a7f1bb709d63a88912a5, disabling compactions & flushes 2024-11-14T18:59:20,207 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:20,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:20,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. after waiting 0 ms 2024-11-14T18:59:20,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:20,208 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:20,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bee3a9a76288a7f1bb709d63a88912a5: Waiting for close lock at 1731610760207Disabling compacts and flushes for region at 1731610760207Disabling writes for close at 1731610760208 (+1 ms)Writing region close event to WAL at 1731610760208Closed at 1731610760208 2024-11-14T18:59:20,209 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 23eb6044e640a72a3d5c1c97c714b7ee, NAME => 'SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741842_1018 (size=62) 2024-11-14T18:59:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741842_1018 (size=62) 2024-11-14T18:59:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741842_1018 (size=62) 2024-11-14T18:59:20,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a43777586bd6d205db810b0777193ef9, disabling compactions & flushes 2024-11-14T18:59:20,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:20,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:20,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. after waiting 0 ms 2024-11-14T18:59:20,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:20,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:20,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a43777586bd6d205db810b0777193ef9: Waiting for close lock at 1731610760213Disabling compacts and flushes for region at 1731610760213Disabling writes for close at 1731610760214 (+1 ms)Writing region close event to WAL at 1731610760214Closed at 1731610760214 2024-11-14T18:59:20,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d78083b4ba5f6f4c7fbbe097b0775c31, NAME => 'SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741844_1020 (size=62) 2024-11-14T18:59:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741844_1020 (size=62) 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7a464dc3811a5b315fddeb34e2ef52c8, disabling compactions & flushes 2024-11-14T18:59:20,231 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. after waiting 0 ms 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:20,231 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:20,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a464dc3811a5b315fddeb34e2ef52c8: Waiting for close lock at 1731610760231Disabling compacts and flushes for region at 1731610760231Disabling writes for close at 1731610760231Writing region close event to WAL at 1731610760231Closed at 1731610760231 2024-11-14T18:59:20,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4410325fe370d8690c96fcccdc1489f, NAME => 'SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d 2024-11-14T18:59:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741844_1020 (size=62) 2024-11-14T18:59:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741845_1021 (size=62) 2024-11-14T18:59:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741845_1021 (size=62) 2024-11-14T18:59:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741846_1022 (size=62) 2024-11-14T18:59:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741845_1021 (size=62) 2024-11-14T18:59:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741846_1022 (size=62) 2024-11-14T18:59:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741846_1022 (size=62) 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d78083b4ba5f6f4c7fbbe097b0775c31, disabling compactions & flushes 2024-11-14T18:59:20,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. after waiting 0 ms 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:20,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d78083b4ba5f6f4c7fbbe097b0775c31: Waiting for close lock at 1731610760239Disabling compacts and flushes for region at 1731610760239Disabling writes for close at 1731610760239Writing region close event to WAL at 1731610760239Closed at 1731610760239 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 23eb6044e640a72a3d5c1c97c714b7ee, disabling compactions & flushes 2024-11-14T18:59:20,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:20,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:20,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. after waiting 0 ms 2024-11-14T18:59:20,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:20,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:20,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 23eb6044e640a72a3d5c1c97c714b7ee: Waiting for close lock at 1731610760239Disabling compacts and flushes for region at 1731610760239Disabling writes for close at 1731610760240 (+1 ms)Writing region close event to WAL at 1731610760240Closed at 1731610760240 2024-11-14T18:59:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741847_1023 (size=54) 2024-11-14T18:59:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741847_1023 (size=54) 2024-11-14T18:59:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741847_1023 (size=54) 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4410325fe370d8690c96fcccdc1489f, disabling compactions & flushes 2024-11-14T18:59:20,250 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. after waiting 0 ms 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:20,250 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:20,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4410325fe370d8690c96fcccdc1489f: Waiting for close lock at 1731610760250Disabling compacts and flushes for region at 1731610760250Disabling writes for close at 1731610760250Writing region close event to WAL at 1731610760250Closed at 1731610760250 2024-11-14T18:59:20,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:59:20,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731610760253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610760253"}]},"ts":"1731610760253"} 2024-11-14T18:59:20,301 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T18:59:20,303 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:59:20,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610760303"}]},"ts":"1731610760303"} 2024-11-14T18:59:20,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T18:59:20,311 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T18:59:20,324 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T18:59:20,324 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T18:59:20,324 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T18:59:20,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T18:59:20,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d450c6583bdfffcd3361aaf13fb206, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b5349455cad5504cba68340fcc677ab, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a43777586bd6d205db810b0777193ef9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee3a9a76288a7f1bb709d63a88912a5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23eb6044e640a72a3d5c1c97c714b7ee, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d78083b4ba5f6f4c7fbbe097b0775c31, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN}] 2024-11-14T18:59:20,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d78083b4ba5f6f4c7fbbe097b0775c31, ASSIGN 2024-11-14T18:59:20,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN 2024-11-14T18:59:20,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23eb6044e640a72a3d5c1c97c714b7ee, ASSIGN 2024-11-14T18:59:20,332 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN 2024-11-14T18:59:20,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee3a9a76288a7f1bb709d63a88912a5, ASSIGN 2024-11-14T18:59:20,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d78083b4ba5f6f4c7fbbe097b0775c31, ASSIGN; state=OFFLINE, location=853c158ffd74,40583,1731610747294; forceNewPlan=false, retain=false 2024-11-14T18:59:20,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN; state=OFFLINE, location=853c158ffd74,37197,1731610747139; forceNewPlan=false, retain=false 2024-11-14T18:59:20,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN; state=OFFLINE, location=853c158ffd74,37197,1731610747139; forceNewPlan=false, retain=false 2024-11-14T18:59:20,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23eb6044e640a72a3d5c1c97c714b7ee, ASSIGN; state=OFFLINE, location=853c158ffd74,36585,1731610747244; forceNewPlan=false, retain=false 2024-11-14T18:59:20,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bee3a9a76288a7f1bb709d63a88912a5, ASSIGN; state=OFFLINE, location=853c158ffd74,40583,1731610747294; forceNewPlan=false, retain=false 2024-11-14T18:59:20,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN 2024-11-14T18:59:20,343 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a43777586bd6d205db810b0777193ef9, ASSIGN 2024-11-14T18:59:20,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b5349455cad5504cba68340fcc677ab, ASSIGN 2024-11-14T18:59:20,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d450c6583bdfffcd3361aaf13fb206, ASSIGN 2024-11-14T18:59:20,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN 2024-11-14T18:59:20,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6d450c6583bdfffcd3361aaf13fb206, ASSIGN; state=OFFLINE, location=853c158ffd74,36585,1731610747244; forceNewPlan=false, retain=false 2024-11-14T18:59:20,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN; state=OFFLINE, location=853c158ffd74,37197,1731610747139; forceNewPlan=false, retain=false 2024-11-14T18:59:20,345 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN; state=OFFLINE, location=853c158ffd74,37197,1731610747139; forceNewPlan=false, retain=false 2024-11-14T18:59:20,345 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b5349455cad5504cba68340fcc677ab, ASSIGN; state=OFFLINE, location=853c158ffd74,40583,1731610747294; forceNewPlan=false, retain=false 2024-11-14T18:59:20,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a43777586bd6d205db810b0777193ef9, ASSIGN; state=OFFLINE, location=853c158ffd74,36585,1731610747244; forceNewPlan=false, retain=false 2024-11-14T18:59:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:20,487 INFO [853c158ffd74:45749 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T18:59:20,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d78083b4ba5f6f4c7fbbe097b0775c31, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:20,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bee3a9a76288a7f1bb709d63a88912a5, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:20,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4410325fe370d8690c96fcccdc1489f, regionState=OPENING, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:20,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3b5349455cad5504cba68340fcc677ab, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:20,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a464dc3811a5b315fddeb34e2ef52c8, regionState=OPENING, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:20,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2cb590b0999b6e52f144d1b415c4535, regionState=OPENING, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:20,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=23eb6044e640a72a3d5c1c97c714b7ee, regionState=OPENING, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:20,490 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a43777586bd6d205db810b0777193ef9, regionState=OPENING, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:20,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fca9534d060641a2f8f0800a28ecdcc6, regionState=OPENING, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:20,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6d450c6583bdfffcd3361aaf13fb206, regionState=OPENING, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d78083b4ba5f6f4c7fbbe097b0775c31, ASSIGN because future has completed 2024-11-14T18:59:20,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN because future has completed 2024-11-14T18:59:20,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bee3a9a76288a7f1bb709d63a88912a5, ASSIGN because future has completed 2024-11-14T18:59:20,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,37197,1731610747139}] 2024-11-14T18:59:20,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bee3a9a76288a7f1bb709d63a88912a5, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:20,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b5349455cad5504cba68340fcc677ab, ASSIGN because future has completed 2024-11-14T18:59:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN because future has completed 2024-11-14T18:59:20,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b5349455cad5504cba68340fcc677ab, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:20,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23eb6044e640a72a3d5c1c97c714b7ee, ASSIGN because future has completed 2024-11-14T18:59:20,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN because future has completed 2024-11-14T18:59:20,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,37197,1731610747139}] 2024-11-14T18:59:20,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee, server=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:20,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a43777586bd6d205db810b0777193ef9, ASSIGN because future has completed 2024-11-14T18:59:20,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a43777586bd6d205db810b0777193ef9, server=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:20,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN because future has completed 2024-11-14T18:59:20,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6d450c6583bdfffcd3361aaf13fb206, ASSIGN because future has completed 2024-11-14T18:59:20,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,37197,1731610747139}] 2024-11-14T18:59:20,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d450c6583bdfffcd3361aaf13fb206, server=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:20,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,37197,1731610747139}] 2024-11-14T18:59:20,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:59:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:24,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:59:26,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:59:26,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:59:26,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:59:26,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:59:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:30,512 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:59:30,513 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:30,513 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bee3a9a76288a7f1bb709d63a88912a5, NAME => 'SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T18:59:30,514 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,514 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,514 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,515 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:59:30,517 INFO [StoreOpener-bee3a9a76288a7f1bb709d63a88912a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,521 INFO [StoreOpener-bee3a9a76288a7f1bb709d63a88912a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a9a76288a7f1bb709d63a88912a5 columnFamilyName cf 2024-11-14T18:59:30,522 DEBUG [StoreOpener-bee3a9a76288a7f1bb709d63a88912a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,523 INFO [StoreOpener-bee3a9a76288a7f1bb709d63a88912a5-1 {}] regionserver.HStore(327): Store=bee3a9a76288a7f1bb709d63a88912a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,523 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,525 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,526 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,528 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,528 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,529 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:30,529 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d2cb590b0999b6e52f144d1b415c4535, NAME => 'SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T18:59:30,530 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,531 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,532 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:59:30,559 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,561 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cb590b0999b6e52f144d1b415c4535 columnFamilyName cf 2024-11-14T18:59:30,562 DEBUG [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,566 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] regionserver.HStore(327): Store=d2cb590b0999b6e52f144d1b415c4535/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,566 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:59:30,570 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,571 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,573 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,573 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,578 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,589 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/bee3a9a76288a7f1bb709d63a88912a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,599 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bee3a9a76288a7f1bb709d63a88912a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61628817, jitterRate=-0.08165906369686127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,599 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:30,601 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bee3a9a76288a7f1bb709d63a88912a5: Running coprocessor pre-open hook at 1731610770515Writing region info on filesystem at 1731610770515Initializing all the Stores at 1731610770517 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770517Cleaning up temporary data from old regions at 1731610770528 (+11 ms)Running coprocessor post-open hooks at 1731610770600 (+72 ms)Region opened successfully at 1731610770601 (+1 ms) 2024-11-14T18:59:30,604 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,605 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d2cb590b0999b6e52f144d1b415c4535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68778731, jitterRate=0.024882957339286804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,606 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:30,606 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d2cb590b0999b6e52f144d1b415c4535: Running coprocessor pre-open hook at 1731610770532Writing region info on filesystem at 1731610770532Initializing all the Stores at 1731610770533 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770533Cleaning up temporary data from old regions at 1731610770573 (+40 ms)Running coprocessor post-open hooks at 1731610770606 (+33 ms)Region opened successfully at 1731610770606 2024-11-14T18:59:30,615 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5., pid=17, masterSystemTime=1731610770504 2024-11-14T18:59:30,616 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535., pid=22, masterSystemTime=1731610770512 2024-11-14T18:59:30,621 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:30,622 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T18:59:30,622 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:30,622 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a464dc3811a5b315fddeb34e2ef52c8, NAME => 'SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T18:59:30,623 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,623 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,623 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,623 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2cb590b0999b6e52f144d1b415c4535, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:30,634 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:30,634 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:30,634 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:30,635 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d78083b4ba5f6f4c7fbbe097b0775c31, NAME => 'SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T18:59:30,635 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,635 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,636 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,636 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bee3a9a76288a7f1bb709d63a88912a5, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:30,647 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:30,647 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a43777586bd6d205db810b0777193ef9, NAME => 'SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T18:59:30,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,37197,1731610747139 because future has completed 2024-11-14T18:59:30,647 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,648 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,648 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,648 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,654 INFO [StoreOpener-d78083b4ba5f6f4c7fbbe097b0775c31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bee3a9a76288a7f1bb709d63a88912a5, server=853c158ffd74,40583,1731610747294 because future has completed 2024-11-14T18:59:30,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-14T18:59:30,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,37197,1731610747139 in 10.1320 sec 2024-11-14T18:59:30,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN in 10.3340 sec 2024-11-14T18:59:30,666 INFO [StoreOpener-d78083b4ba5f6f4c7fbbe097b0775c31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78083b4ba5f6f4c7fbbe097b0775c31 columnFamilyName cf 2024-11-14T18:59:30,666 DEBUG [StoreOpener-d78083b4ba5f6f4c7fbbe097b0775c31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,667 INFO [StoreOpener-d78083b4ba5f6f4c7fbbe097b0775c31-1 {}] regionserver.HStore(327): Store=d78083b4ba5f6f4c7fbbe097b0775c31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,667 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,669 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,670 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,673 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,673 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-14T18:59:30,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bee3a9a76288a7f1bb709d63a88912a5, server=853c158ffd74,40583,1731610747294 in 10.1660 sec 2024-11-14T18:59:30,677 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,677 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,681 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a464dc3811a5b315fddeb34e2ef52c8 columnFamilyName cf 2024-11-14T18:59:30,682 DEBUG [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,690 INFO [StoreOpener-a43777586bd6d205db810b0777193ef9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,691 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,691 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] regionserver.HStore(327): Store=7a464dc3811a5b315fddeb34e2ef52c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,691 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,693 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee3a9a76288a7f1bb709d63a88912a5, ASSIGN in 10.3510 sec 2024-11-14T18:59:30,693 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d78083b4ba5f6f4c7fbbe097b0775c31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71226467, jitterRate=0.06135706603527069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,693 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:30,694 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d78083b4ba5f6f4c7fbbe097b0775c31: Running coprocessor pre-open hook at 1731610770636Writing region info on filesystem at 1731610770636Initializing all the Stores at 1731610770638 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770638Cleaning up temporary data from old regions at 1731610770673 (+35 ms)Running coprocessor post-open hooks at 1731610770693 (+20 ms)Region opened successfully at 1731610770694 (+1 ms) 2024-11-14T18:59:30,695 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,697 INFO [StoreOpener-a43777586bd6d205db810b0777193ef9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a43777586bd6d205db810b0777193ef9 columnFamilyName cf 2024-11-14T18:59:30,697 DEBUG [StoreOpener-a43777586bd6d205db810b0777193ef9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,697 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,698 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,704 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,707 INFO [StoreOpener-a43777586bd6d205db810b0777193ef9-1 {}] regionserver.HStore(327): Store=a43777586bd6d205db810b0777193ef9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,707 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., pid=15, masterSystemTime=1731610770504 2024-11-14T18:59:30,710 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,712 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:30,712 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:30,713 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:30,713 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b5349455cad5504cba68340fcc677ab, NAME => 'SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T18:59:30,714 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,714 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,714 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,714 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d78083b4ba5f6f4c7fbbe097b0775c31, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:30,714 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,716 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7a464dc3811a5b315fddeb34e2ef52c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68312801, jitterRate=0.017940059304237366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,716 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:30,716 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7a464dc3811a5b315fddeb34e2ef52c8: Running coprocessor pre-open hook at 1731610770624Writing region info on filesystem at 1731610770624Initializing all the Stores at 1731610770643 (+19 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770643Cleaning up temporary data from old regions at 1731610770698 (+55 ms)Running coprocessor post-open hooks at 1731610770716 (+18 ms)Region opened successfully at 1731610770716 2024-11-14T18:59:30,717 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,719 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., pid=19, masterSystemTime=1731610770512 2024-11-14T18:59:30,722 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,726 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:30,726 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,726 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:30,727 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,727 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:30,727 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fca9534d060641a2f8f0800a28ecdcc6, NAME => 'SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T18:59:30,727 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,728 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a464dc3811a5b315fddeb34e2ef52c8, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:30,728 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,728 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31, server=853c158ffd74,40583,1731610747294 because future has completed 2024-11-14T18:59:30,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,37197,1731610747139 because future has completed 2024-11-14T18:59:30,741 INFO [StoreOpener-3b5349455cad5504cba68340fcc677ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-14T18:59:30,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31, server=853c158ffd74,40583,1731610747294 in 10.2370 sec 2024-11-14T18:59:30,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-14T18:59:30,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,37197,1731610747139 in 10.2290 sec 2024-11-14T18:59:30,751 INFO [StoreOpener-3b5349455cad5504cba68340fcc677ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b5349455cad5504cba68340fcc677ab columnFamilyName cf 2024-11-14T18:59:30,751 DEBUG [StoreOpener-3b5349455cad5504cba68340fcc677ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,754 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d78083b4ba5f6f4c7fbbe097b0775c31, ASSIGN in 10.4200 sec 2024-11-14T18:59:30,755 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN in 10.4260 sec 2024-11-14T18:59:30,763 INFO [StoreOpener-3b5349455cad5504cba68340fcc677ab-1 {}] regionserver.HStore(327): Store=3b5349455cad5504cba68340fcc677ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,764 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca9534d060641a2f8f0800a28ecdcc6 columnFamilyName cf 2024-11-14T18:59:30,765 DEBUG [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,767 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,767 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] regionserver.HStore(327): Store=fca9534d060641a2f8f0800a28ecdcc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,767 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,775 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,776 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,777 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,783 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,784 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,784 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,786 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,787 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,790 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/a43777586bd6d205db810b0777193ef9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,792 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,792 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a43777586bd6d205db810b0777193ef9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61052299, jitterRate=-0.09024985134601593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,793 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:30,794 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a43777586bd6d205db810b0777193ef9: Running coprocessor pre-open hook at 1731610770648Writing region info on filesystem at 1731610770648Initializing all the Stores at 1731610770666 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770666Cleaning up temporary data from old regions at 1731610770727 (+61 ms)Running coprocessor post-open hooks at 1731610770793 (+66 ms)Region opened successfully at 1731610770793 2024-11-14T18:59:30,799 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,803 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9., pid=21, masterSystemTime=1731610770535 2024-11-14T18:59:30,809 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:30,809 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:30,809 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:30,810 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 23eb6044e640a72a3d5c1c97c714b7ee, NAME => 'SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T18:59:30,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a43777586bd6d205db810b0777193ef9, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:30,810 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,810 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,810 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,811 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,811 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,812 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fca9534d060641a2f8f0800a28ecdcc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70664719, jitterRate=0.05298636853694916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,812 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:30,812 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fca9534d060641a2f8f0800a28ecdcc6: Running coprocessor pre-open hook at 1731610770731Writing region info on filesystem at 1731610770731Initializing all the Stores at 1731610770738 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770738Cleaning up temporary data from old regions at 1731610770784 (+46 ms)Running coprocessor post-open hooks at 1731610770812 (+28 ms)Region opened successfully at 1731610770812 2024-11-14T18:59:30,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a43777586bd6d205db810b0777193ef9, server=853c158ffd74,36585,1731610747244 because future has completed 2024-11-14T18:59:30,819 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6., pid=24, masterSystemTime=1731610770512 2024-11-14T18:59:30,822 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/3b5349455cad5504cba68340fcc677ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,826 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:30,826 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T18:59:30,826 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:30,827 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c4410325fe370d8690c96fcccdc1489f, NAME => 'SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T18:59:30,827 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,827 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,827 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,828 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,829 INFO [StoreOpener-23eb6044e640a72a3d5c1c97c714b7ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,832 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3b5349455cad5504cba68340fcc677ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75107872, jitterRate=0.11919450759887695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,833 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:30,833 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3b5349455cad5504cba68340fcc677ab: Running coprocessor pre-open hook at 1731610770714Writing region info on filesystem at 1731610770714Initializing all the Stores at 1731610770735 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770735Cleaning up temporary data from old regions at 1731610770787 (+52 ms)Running coprocessor post-open hooks at 1731610770833 (+46 ms)Region opened successfully at 1731610770833 2024-11-14T18:59:30,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fca9534d060641a2f8f0800a28ecdcc6, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:30,836 INFO [StoreOpener-23eb6044e640a72a3d5c1c97c714b7ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23eb6044e640a72a3d5c1c97c714b7ee columnFamilyName cf 2024-11-14T18:59:30,836 DEBUG [StoreOpener-23eb6044e640a72a3d5c1c97c714b7ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,839 INFO [StoreOpener-23eb6044e640a72a3d5c1c97c714b7ee-1 {}] regionserver.HStore(327): Store=23eb6044e640a72a3d5c1c97c714b7ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,840 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,841 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=853c158ffd74,37197,1731610747139, table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:59:30,843 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,843 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab., pid=18, masterSystemTime=1731610770504 2024-11-14T18:59:30,844 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,845 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,845 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-14T18:59:30,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a43777586bd6d205db810b0777193ef9, server=853c158ffd74,36585,1731610747244 in 10.3060 sec 2024-11-14T18:59:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,37197,1731610747139 because future has completed 2024-11-14T18:59:30,850 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,854 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,858 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4410325fe370d8690c96fcccdc1489f columnFamilyName cf 2024-11-14T18:59:30,858 DEBUG [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,861 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:30,861 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,861 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:30,862 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 23eb6044e640a72a3d5c1c97c714b7ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61116544, jitterRate=-0.08929252624511719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,862 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:30,863 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 23eb6044e640a72a3d5c1c97c714b7ee: Running coprocessor pre-open hook at 1731610770811Writing region info on filesystem at 1731610770811Initializing all the Stores at 1731610770813 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770813Cleaning up temporary data from old regions at 1731610770845 (+32 ms)Running coprocessor post-open hooks at 1731610770862 (+17 ms)Region opened successfully at 1731610770863 (+1 ms) 2024-11-14T18:59:30,864 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] regionserver.HStore(327): Store=c4410325fe370d8690c96fcccdc1489f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,864 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,866 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a43777586bd6d205db810b0777193ef9, ASSIGN in 10.5220 sec 2024-11-14T18:59:30,867 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3b5349455cad5504cba68340fcc677ab, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:30,868 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,868 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,873 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b5349455cad5504cba68340fcc677ab, server=853c158ffd74,40583,1731610747294 because future has completed 2024-11-14T18:59:30,873 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., pid=20, masterSystemTime=1731610770535 2024-11-14T18:59:30,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-14T18:59:30,878 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:30,879 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:30,879 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:30,879 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b6d450c6583bdfffcd3361aaf13fb206, NAME => 'SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T18:59:30,880 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,880 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:59:30,880 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,880 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=23eb6044e640a72a3d5c1c97c714b7ee, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:30,886 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,888 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c4410325fe370d8690c96fcccdc1489f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61822180, jitterRate=-0.0787777304649353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,888 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:30,888 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c4410325fe370d8690c96fcccdc1489f: Running coprocessor pre-open hook at 1731610770828Writing region info on filesystem at 1731610770828Initializing all the Stores at 1731610770843 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770843Cleaning up temporary data from old regions at 1731610770868 (+25 ms)Running coprocessor post-open hooks at 1731610770888 (+20 ms)Region opened successfully at 1731610770888 2024-11-14T18:59:30,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,37197,1731610747139 in 10.3350 sec 2024-11-14T18:59:30,890 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., pid=16, masterSystemTime=1731610770512 2024-11-14T18:59:30,891 INFO [StoreOpener-b6d450c6583bdfffcd3361aaf13fb206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-14T18:59:30,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b5349455cad5504cba68340fcc677ab, server=853c158ffd74,40583,1731610747294 in 10.3730 sec 2024-11-14T18:59:30,896 INFO [StoreOpener-b6d450c6583bdfffcd3361aaf13fb206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6d450c6583bdfffcd3361aaf13fb206 columnFamilyName cf 2024-11-14T18:59:30,896 DEBUG [StoreOpener-b6d450c6583bdfffcd3361aaf13fb206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:59:30,898 INFO [StoreOpener-b6d450c6583bdfffcd3361aaf13fb206-1 {}] regionserver.HStore(327): Store=b6d450c6583bdfffcd3361aaf13fb206/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:59:30,898 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee, server=853c158ffd74,36585,1731610747244 because future has completed 2024-11-14T18:59:30,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN in 10.5570 sec 2024-11-14T18:59:30,903 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:30,904 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T18:59:30,905 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,907 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,908 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,908 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b5349455cad5504cba68340fcc677ab, ASSIGN in 10.5670 sec 2024-11-14T18:59:30,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4410325fe370d8690c96fcccdc1489f, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,37197,1731610747139 2024-11-14T18:59:30,913 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,37197,1731610747139 because future has completed 2024-11-14T18:59:30,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-14T18:59:30,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee, server=853c158ffd74,36585,1731610747244 in 10.3970 sec 2024-11-14T18:59:30,940 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/b6d450c6583bdfffcd3361aaf13fb206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:59:30,942 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b6d450c6583bdfffcd3361aaf13fb206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70177039, jitterRate=0.04571937024593353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:59:30,942 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:30,942 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b6d450c6583bdfffcd3361aaf13fb206: Running coprocessor pre-open hook at 1731610770880Writing region info on filesystem at 1731610770880Initializing all the Stores at 1731610770885 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610770885Cleaning up temporary data from old regions at 1731610770908 (+23 ms)Running coprocessor post-open hooks at 1731610770942 (+34 ms)Region opened successfully at 1731610770942 2024-11-14T18:59:30,951 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206., pid=23, masterSystemTime=1731610770535 2024-11-14T18:59:30,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-14T18:59:30,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23eb6044e640a72a3d5c1c97c714b7ee, ASSIGN in 10.6140 sec 2024-11-14T18:59:30,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,37197,1731610747139 in 10.4190 sec 2024-11-14T18:59:30,964 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:30,964 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:30,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6d450c6583bdfffcd3361aaf13fb206, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d450c6583bdfffcd3361aaf13fb206, server=853c158ffd74,36585,1731610747244 because future has completed 2024-11-14T18:59:30,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN in 10.6390 sec 2024-11-14T18:59:30,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-14T18:59:30,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6d450c6583bdfffcd3361aaf13fb206, server=853c158ffd74,36585,1731610747244 in 10.4530 sec 2024-11-14T18:59:31,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T18:59:31,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d450c6583bdfffcd3361aaf13fb206, ASSIGN in 10.6740 sec 2024-11-14T18:59:31,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:59:31,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610771027"}]},"ts":"1731610771027"} 2024-11-14T18:59:31,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T18:59:31,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:59:31,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3080 sec 2024-11-14T18:59:32,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T18:59:35,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:59:36,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:59:36,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-14T18:59:36,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-14T18:59:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T18:59:38,049 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T18:59:38,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T18:59:38,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T18:59:38,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T18:59:38,080 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T18:59:38,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T18:59:38,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., hostname=853c158ffd74,36585,1731610747244, seqNum=2] 2024-11-14T18:59:38,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., hostname=853c158ffd74,40583,1731610747294, seqNum=2] 2024-11-14T18:59:38,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:38,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., hostname=853c158ffd74,37197,1731610747139, seqNum=2] 2024-11-14T18:59:40,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:59:40,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:59:40,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:59:40,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T18:59:40,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:59:40,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T18:59:40,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T18:59:40,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T18:59:42,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T18:59:42,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T18:59:42,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T18:59:42,549 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T18:59:42,557 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T18:59:42,592 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T18:59:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741848_1024 (size=49) 2024-11-14T18:59:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741848_1024 (size=49) 2024-11-14T18:59:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741848_1024 (size=49) 2024-11-14T18:59:42,692 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T18:59:42,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d450c6583bdfffcd3361aaf13fb206}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b5349455cad5504cba68340fcc677ab}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a43777586bd6d205db810b0777193ef9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee3a9a76288a7f1bb709d63a88912a5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f}] 2024-11-14T18:59:42,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:42,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:42,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:42,714 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:42,715 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:42,744 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 853c158ffd74,37197,1731610747139 2024-11-14T18:59:42,745 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 853c158ffd74,37197,1731610747139: Simulated kill ***** 2024-11-14T18:59:42,745 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T18:59:42,749 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T18:59:42,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T18:59:42,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:42,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:42,777 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T18:59:42,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:42,778 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T18:59:42,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:42,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:42,797 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 722167904 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153360568 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "853c158ffd74", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "853c158ffd74", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51066", "tag.serverName": "853c158ffd74,40583,1731610747294", "tag.clusterId": "ef23175d-4d4f-4a4c-9479-44f5dd281d93", "tag.Context": "regionserver", "tag.Hostname": "853c158ffd74", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731610747294, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T18:59:42,818 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45749 {}] master.MasterRpcServices(700): 853c158ffd74,37197,1731610747139 reported a fatal error: ***** ABORTING region server 853c158ffd74,37197,1731610747139: Simulated kill ***** 2024-11-14T18:59:42,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,37197,1731610747139' ***** 2024-11-14T18:59:42,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T18:59:42,828 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T18:59:42,835 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:59:42,836 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T18:59:42,836 INFO [RS:0;853c158ffd74:37197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T18:59:42,836 INFO [RS:0;853c158ffd74:37197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T18:59:42,836 INFO [RS:0;853c158ffd74:37197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T18:59:42,837 INFO [RS:0;853c158ffd74:37197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:37197. 2024-11-14T18:59:42,837 DEBUG [RS:0;853c158ffd74:37197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:59:42,837 DEBUG [RS:0;853c158ffd74:37197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741835_1011 (size=1242) 2024-11-14T18:59:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741835_1011 (size=1242) 2024-11-14T18:59:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741835_1011 (size=1242) 2024-11-14T18:59:42,858 DEBUG [RS:0;853c158ffd74:37197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:59:42,858 INFO [RS:0;853c158ffd74:37197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:59:42,859 INFO [RS:0;853c158ffd74:37197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37197 2024-11-14T18:59:42,871 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:59:42,894 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:59:42,894 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:59:42,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,37197,1731610747139 2024-11-14T18:59:42,925 INFO [RS:0;853c158ffd74:37197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T18:59:42,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T18:59:42,925 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f910c904700@6560075b rejected from java.util.concurrent.ThreadPoolExecutor@20628593[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T18:59:42,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,37197,1731610747139] 2024-11-14T18:59:42,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,37197,1731610747139 already deleted, retry=false 2024-11-14T18:59:42,983 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 853c158ffd74,37197,1731610747139 on 853c158ffd74,45749,1731610746272 2024-11-14T18:59:42,999 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 853c158ffd74,37197,1731610747139, splitWal=true, meta=false 2024-11-14T18:59:43,002 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 853c158ffd74,37197,1731610747139 (carryingMeta=false) 853c158ffd74,37197,1731610747139/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2bd0f863[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T18:59:43,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:43,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:43,013 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 853c158ffd74,37197,1731610747139, splitWal=true, meta=false 2024-11-14T18:59:43,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:43,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:43,017 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 can not run currently because target server of region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 853c158ffd74,37197,1731610747139 is in state CRASHED, wait 1000 ms to retry 2024-11-14T18:59:43,018 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535; timeout=1000, timestamp=1731610784017 2024-11-14T18:59:43,019 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f can not run currently because target server of region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 853c158ffd74,37197,1731610747139 is in state CRASHED, wait 1000 ms to retry 2024-11-14T18:59:43,019 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f; timeout=1000, timestamp=1731610784019 2024-11-14T18:59:43,019 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 853c158ffd74,37197,1731610747139 had 4 regions 2024-11-14T18:59:43,019 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 can not run currently because target server of region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 853c158ffd74,37197,1731610747139 is in state CRASHED, wait 1000 ms to retry 2024-11-14T18:59:43,020 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8; timeout=1000, timestamp=1731610784020 2024-11-14T18:59:43,020 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 can not run currently because target server of region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 853c158ffd74,37197,1731610747139 is in state CRASHED, wait 1000 ms to retry 2024-11-14T18:59:43,021 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6; timeout=1000, timestamp=1731610784021 2024-11-14T18:59:43,039 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,37197,1731610747139, splitWal=true, meta=false, isMeta: false 2024-11-14T18:59:43,054 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting 2024-11-14T18:59:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:59:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37197-0x1013c00ad090001, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:59:43,055 INFO [RS:0;853c158ffd74:37197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T18:59:43,055 INFO [RS:0;853c158ffd74:37197 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,37197,1731610747139; zookeeper connection closed. 2024-11-14T18:59:43,059 INFO [PEWorker-5 {}] master.SplitWALManager(105): 853c158ffd74,37197,1731610747139 WAL count=1, meta=false 2024-11-14T18:59:43,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ca45076 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ca45076 2024-11-14T18:59:43,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 853c158ffd74%2C37197%2C1731610747139.1731610748981}] 2024-11-14T18:59:43,092 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=853c158ffd74,36585,1731610747244 2024-11-14T18:59:43,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C37197%2C1731610747139.1731610748981, worker=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:44,021 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:44,021 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:44,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:44,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:44,025 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 can not run currently because target server of region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T18:59:44,025 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535; timeout=2000, timestamp=1731610786025 2024-11-14T18:59:44,025 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 can not run currently because target server of region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T18:59:44,025 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6; timeout=2000, timestamp=1731610786025 2024-11-14T18:59:44,025 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 can not run currently because target server of region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T18:59:44,026 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8; timeout=2000, timestamp=1731610786025 2024-11-14T18:59:44,027 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f can not run currently because target server of region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T18:59:44,027 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f; timeout=2000, timestamp=1731610786027 2024-11-14T18:59:46,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:46,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:46,029 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:46,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:46,037 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 can not run currently because target server of region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T18:59:46,037 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8; timeout=4000, timestamp=1731610790037 2024-11-14T18:59:46,038 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 can not run currently because target server of region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T18:59:46,038 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 can not run currently because target server of region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T18:59:46,038 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535; timeout=4000, timestamp=1731610790038 2024-11-14T18:59:46,038 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6; timeout=4000, timestamp=1731610790038 2024-11-14T18:59:46,038 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f can not run currently because target server of region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T18:59:46,038 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f; timeout=4000, timestamp=1731610790038 2024-11-14T18:59:50,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:50,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:50,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:50,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:50,051 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 can not run currently because target server of region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T18:59:50,051 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8; timeout=8000, timestamp=1731610798051 2024-11-14T18:59:50,055 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 can not run currently because target server of region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T18:59:50,055 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f can not run currently because target server of region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T18:59:50,056 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f; timeout=8000, timestamp=1731610798055 2024-11-14T18:59:50,056 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535; timeout=8000, timestamp=1731610798055 2024-11-14T18:59:50,057 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 can not run currently because target server of region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 853c158ffd74,37197,1731610747139 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T18:59:50,057 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6; timeout=8000, timestamp=1731610798057 2024-11-14T18:59:50,535 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=853c158ffd74,40583,1731610747294, timeout=1731610792723, delay=2188, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b5349455cad5504cba68340fcc677ab, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee3a9a76288a7f1bb709d63a88912a5], containedObject=853c158ffd74,37197,1731610747139, timeout=1731610792723, delay=2188, operations=null, containedObject=853c158ffd74,36585,1731610747244, timeout=1731610792724, delay=2189, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d450c6583bdfffcd3361aaf13fb206, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C37197%2C1731610747139.1731610748981, worker=853c158ffd74,36585,1731610747244, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a43777586bd6d205db810b0777193ef9]] 2024-11-14T18:59:52,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T18:59:52,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T18:59:52,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T18:59:52,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:52,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-14T18:59:52,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:52,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T18:59:52,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b6d450c6583bdfffcd3361aaf13fb206: 2024-11-14T18:59:52,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. for SnapshotProcedureTest completed. 2024-11-14T18:59:52,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:52,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T18:59:52,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:52,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d78083b4ba5f6f4c7fbbe097b0775c31 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T18:59:52,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T18:59:52,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:52,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 23eb6044e640a72a3d5c1c97c714b7ee 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T18:59:52,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:52,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for bee3a9a76288a7f1bb709d63a88912a5: 2024-11-14T18:59:52,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3b5349455cad5504cba68340fcc677ab: 2024-11-14T18:59:52,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. for SnapshotProcedureTest completed. 2024-11-14T18:59:52,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. for SnapshotProcedureTest completed. 2024-11-14T18:59:52,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:52,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:52,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a43777586bd6d205db810b0777193ef9: 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. for SnapshotProcedureTest completed. 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T18:59:52,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T18:59:52,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T18:59:52,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:52,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:52,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T18:59:52,848 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981, size=1.2 K (1242bytes) 2024-11-14T18:59:52,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T18:59:52,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T18:59:52,849 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 2024-11-14T18:59:52,861 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 after 10ms 2024-11-14T18:59:52,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741849_1025 (size=65) 2024-11-14T18:59:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741849_1025 (size=65) 2024-11-14T18:59:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741849_1025 (size=65) 2024-11-14T18:59:53,003 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 took 185ms 2024-11-14T18:59:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741851_1027 (size=65) 2024-11-14T18:59:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741851_1027 (size=65) 2024-11-14T18:59:53,031 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d2cb590b0999b6e52f144d1b415c4535: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T18:59:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741851_1027 (size=65) 2024-11-14T18:59:53,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741850_1026 (size=65) 2024-11-14T18:59:53,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7a464dc3811a5b315fddeb34e2ef52c8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T18:59:53,042 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fca9534d060641a2f8f0800a28ecdcc6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T18:59:53,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4410325fe370d8690c96fcccdc1489f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T18:59:53,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T18:59:53,046 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 so closing down 2024-11-14T18:59:53,046 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:59:53,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741850_1026 (size=65) 2024-11-14T18:59:53,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741850_1026 (size=65) 2024-11-14T18:59:53,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T18:59:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T18:59:53,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:53,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a43777586bd6d205db810b0777193ef9 2024-11-14T18:59:53,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a43777586bd6d205db810b0777193ef9 in 10.3620 sec 2024-11-14T18:59:53,060 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:59:53,066 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 50 ms; skipped=4; WAL=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-14T18:59:53,066 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981, journal: Splitting hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981, size=1.2 K (1242bytes) at 1731610792848Finishing writing output for hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 so closing down at 1731610793046 (+198 ms)3 split writer threads finished at 1731610793060 (+14 ms)Processed 4 edits across 0 Regions in 50 ms; skipped=4; WAL=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731610793066 (+6 ms) 2024-11-14T18:59:53,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 2024-11-14T18:59:53,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T18:59:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T18:59:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741852_1028 (size=65) 2024-11-14T18:59:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741852_1028 (size=65) 2024-11-14T18:59:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T18:59:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T18:59:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741852_1028 (size=65) 2024-11-14T18:59:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T18:59:53,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:53,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T18:59:53,129 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting/853c158ffd74%2C37197%2C1731610747139.1731610748981 to hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs 2024-11-14T18:59:53,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bee3a9a76288a7f1bb709d63a88912a5 in 10.4440 sec 2024-11-14T18:59:53,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T18:59:53,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C37197%2C1731610747139.1731610748981, worker=853c158ffd74,36585,1731610747244 in 10.0310 sec 2024-11-14T18:59:53,166 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=853c158ffd74,36585,1731610747244 2024-11-14T18:59:53,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T18:59:53,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 853c158ffd74%2C37197%2C1731610747139.1731610748981, worker=853c158ffd74,36585,1731610747244 in 10.1060 sec 2024-11-14T18:59:53,178 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting dir is empty, no logs to split. 2024-11-14T18:59:53,178 INFO [PEWorker-1 {}] master.SplitWALManager(105): 853c158ffd74,37197,1731610747139 WAL count=0, meta=false 2024-11-14T18:59:53,178 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,37197,1731610747139 WAL splitting is done? wals=0, meta=false 2024-11-14T18:59:53,182 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 853c158ffd74,37197,1731610747139 failed, ignore...File hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/WALs/853c158ffd74,37197,1731610747139-splitting does not exist. 2024-11-14T18:59:53,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN}] 2024-11-14T18:59:53,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/.tmp/cf/2b37cd7b6f7c4b21a918c6d42e3793d4 is 34, key is baa/cf:cf/1731610780346/Put/seqid=0 2024-11-14T18:59:53,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN 2024-11-14T18:59:53,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:59:53,193 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN 2024-11-14T18:59:53,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN 2024-11-14T18:59:53,195 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN 2024-11-14T18:59:53,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/.tmp/cf/cdf11434c6de43e8a7ce038183a45654 is 34, key is ccd/cf:cf/1731610780402/Put/seqid=0 2024-11-14T18:59:53,203 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:59:53,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:59:53,204 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T18:59:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741854_1030 (size=47197) 2024-11-14T18:59:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741854_1030 (size=47197) 2024-11-14T18:59:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741854_1030 (size=47197) 2024-11-14T18:59:53,343 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T18:59:53,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/.tmp/cf/cdf11434c6de43e8a7ce038183a45654 2024-11-14T18:59:53,343 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T18:59:53,344 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T18:59:53,344 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T18:59:53,344 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T18:59:53,344 INFO [853c158ffd74:45749 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T18:59:53,344 INFO [853c158ffd74:45749 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T18:59:53,344 DEBUG [853c158ffd74:45749 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T18:59:53,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7a464dc3811a5b315fddeb34e2ef52c8, regionState=OPENING, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741853_1029 (size=28623) 2024-11-14T18:59:53,346 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d2cb590b0999b6e52f144d1b415c4535, regionState=OPENING, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T18:59:53,347 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4410325fe370d8690c96fcccdc1489f, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741853_1029 (size=28623) 2024-11-14T18:59:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741853_1029 (size=28623) 2024-11-14T18:59:53,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/.tmp/cf/2b37cd7b6f7c4b21a918c6d42e3793d4 2024-11-14T18:59:53,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=fca9534d060641a2f8f0800a28ecdcc6, regionState=OPENING, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T18:59:53,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T18:59:53,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T18:59:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN because future has completed 2024-11-14T18:59:53,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T18:59:53,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:53,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T18:59:53,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN because future has completed 2024-11-14T18:59:53,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,36585,1731610747244}] 2024-11-14T18:59:53,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN because future has completed 2024-11-14T18:59:53,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:53,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6d450c6583bdfffcd3361aaf13fb206 in 10.6840 sec 2024-11-14T18:59:53,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN because future has completed 2024-11-14T18:59:53,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,40583,1731610747294}] 2024-11-14T18:59:53,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T18:59:53,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T18:59:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T18:59:53,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:53,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b5349455cad5504cba68340fcc677ab 2024-11-14T18:59:53,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b5349455cad5504cba68340fcc677ab in 10.7230 sec 2024-11-14T18:59:53,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/.tmp/cf/cdf11434c6de43e8a7ce038183a45654 as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/cf/cdf11434c6de43e8a7ce038183a45654 2024-11-14T18:59:53,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/.tmp/cf/2b37cd7b6f7c4b21a918c6d42e3793d4 as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/cf/2b37cd7b6f7c4b21a918c6d42e3793d4 2024-11-14T18:59:53,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/cf/2b37cd7b6f7c4b21a918c6d42e3793d4, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T18:59:53,547 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/cf/cdf11434c6de43e8a7ce038183a45654, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T18:59:53,558 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d78083b4ba5f6f4c7fbbe097b0775c31 in 807ms, sequenceid=5, compaction requested=false 2024-11-14T18:59:53,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d78083b4ba5f6f4c7fbbe097b0775c31: 2024-11-14T18:59:53,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. for SnapshotProcedureTest completed. 2024-11-14T18:59:53,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:53,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 23eb6044e640a72a3d5c1c97c714b7ee in 805ms, sequenceid=5, compaction requested=false 2024-11-14T18:59:53,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 23eb6044e640a72a3d5c1c97c714b7ee: 2024-11-14T18:59:53,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. for SnapshotProcedureTest completed. 2024-11-14T18:59:53,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T18:59:53,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:53,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/cf/2b37cd7b6f7c4b21a918c6d42e3793d4] hfiles 2024-11-14T18:59:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/cf/2b37cd7b6f7c4b21a918c6d42e3793d4 for snapshot=SnapshotProcedureTest 2024-11-14T18:59:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T18:59:53,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/cf/cdf11434c6de43e8a7ce038183a45654] hfiles 2024-11-14T18:59:53,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/cf/cdf11434c6de43e8a7ce038183a45654 for snapshot=SnapshotProcedureTest 2024-11-14T18:59:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741855_1031 (size=105) 2024-11-14T18:59:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741855_1031 (size=105) 2024-11-14T18:59:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741855_1031 (size=105) 2024-11-14T18:59:53,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T18:59:53,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T18:59:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T18:59:53,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:53,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T18:59:53,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d78083b4ba5f6f4c7fbbe097b0775c31 in 11.0460 sec 2024-11-14T18:59:53,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741856_1032 (size=105) 2024-11-14T18:59:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741856_1032 (size=105) 2024-11-14T18:59:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741856_1032 (size=105) 2024-11-14T18:59:53,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T18:59:53,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T18:59:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T18:59:53,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:53,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T18:59:53,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23eb6044e640a72a3d5c1c97c714b7ee in 11.1060 sec 2024-11-14T18:59:58,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 held by pid=41 2024-11-14T18:59:58,052 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T18:59:58,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 held by pid=40 2024-11-14T18:59:58,058 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T18:59:58,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f held by pid=39 2024-11-14T18:59:58,058 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T18:59:58,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 held by pid=42 2024-11-14T18:59:58,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T18:59:59,536 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T18:59:59,536 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T19:00:03,413 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:03,413 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => d2cb590b0999b6e52f144d1b415c4535, NAME => 'SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T19:00:03,414 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,414 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:03,415 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,415 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,428 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:03,429 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,429 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => fca9534d060641a2f8f0800a28ecdcc6, NAME => 'SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T19:00:03,434 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,435 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:03,435 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,435 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,438 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cb590b0999b6e52f144d1b415c4535 columnFamilyName cf 2024-11-14T19:00:03,438 DEBUG [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:03,440 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,442 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca9534d060641a2f8f0800a28ecdcc6 columnFamilyName cf 2024-11-14T19:00:03,442 DEBUG [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:03,443 INFO [StoreOpener-d2cb590b0999b6e52f144d1b415c4535-1 {}] regionserver.HStore(327): Store=d2cb590b0999b6e52f144d1b415c4535/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:03,444 INFO [StoreOpener-fca9534d060641a2f8f0800a28ecdcc6-1 {}] regionserver.HStore(327): Store=fca9534d060641a2f8f0800a28ecdcc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:03,444 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,445 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,447 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,448 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,451 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,455 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,456 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,459 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,460 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,460 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,465 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,469 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened d2cb590b0999b6e52f144d1b415c4535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70592826, jitterRate=0.05191507935523987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:00:03,469 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,469 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for d2cb590b0999b6e52f144d1b415c4535: Running coprocessor pre-open hook at 1731610803415Writing region info on filesystem at 1731610803415Initializing all the Stores at 1731610803423 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610803423Cleaning up temporary data from old regions at 1731610803456 (+33 ms)Running coprocessor post-open hooks at 1731610803469 (+13 ms)Region opened successfully at 1731610803469 2024-11-14T19:00:03,480 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,487 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535., pid=44, masterSystemTime=1731610803385 2024-11-14T19:00:03,487 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened fca9534d060641a2f8f0800a28ecdcc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65213152, jitterRate=-0.028248310089111328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:00:03,487 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,487 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for fca9534d060641a2f8f0800a28ecdcc6: Running coprocessor pre-open hook at 1731610803435Writing region info on filesystem at 1731610803435Initializing all the Stores at 1731610803439 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610803439Cleaning up temporary data from old regions at 1731610803460 (+21 ms)Running coprocessor post-open hooks at 1731610803487 (+27 ms)Region opened successfully at 1731610803487 2024-11-14T19:00:03,490 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6., pid=45, masterSystemTime=1731610803406 2024-11-14T19:00:03,515 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:03,515 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:03,515 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:03,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d2cb590b0999b6e52f144d1b415c4535, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T19:00:03,516 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a464dc3811a5b315fddeb34e2ef52c8, NAME => 'SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T19:00:03,516 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,516 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:03,516 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,517 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,519 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:03,519 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:03,520 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:03,520 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c4410325fe370d8690c96fcccdc1489f, NAME => 'SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T19:00:03,521 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,521 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:03,521 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,521 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,528 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=fca9534d060641a2f8f0800a28ecdcc6, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T19:00:03,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,36585,1731610747244 because future has completed 2024-11-14T19:00:03,525 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,40583,1731610747294 because future has completed 2024-11-14T19:00:03,537 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a464dc3811a5b315fddeb34e2ef52c8 columnFamilyName cf 2024-11-14T19:00:03,538 DEBUG [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:03,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-14T19:00:03,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d2cb590b0999b6e52f144d1b415c4535, server=853c158ffd74,36585,1731610747244 in 10.1560 sec 2024-11-14T19:00:03,543 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,543 INFO [StoreOpener-7a464dc3811a5b315fddeb34e2ef52c8-1 {}] regionserver.HStore(327): Store=7a464dc3811a5b315fddeb34e2ef52c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:03,543 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,547 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4410325fe370d8690c96fcccdc1489f columnFamilyName cf 2024-11-14T19:00:03,547 DEBUG [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:03,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2cb590b0999b6e52f144d1b415c4535, ASSIGN in 10.3560 sec 2024-11-14T19:00:03,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:03,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-14T19:00:03,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure fca9534d060641a2f8f0800a28ecdcc6, server=853c158ffd74,40583,1731610747294 in 10.1540 sec 2024-11-14T19:00:03,551 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fca9534d060641a2f8f0800a28ecdcc6, ASSIGN in 10.3640 sec 2024-11-14T19:00:03,553 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:03,554 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,554 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,554 INFO [StoreOpener-c4410325fe370d8690c96fcccdc1489f-1 {}] regionserver.HStore(327): Store=c4410325fe370d8690c96fcccdc1489f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:03,555 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,556 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,558 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,560 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 7a464dc3811a5b315fddeb34e2ef52c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75123172, jitterRate=0.11942249536514282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:00:03,560 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,560 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 7a464dc3811a5b315fddeb34e2ef52c8: Running coprocessor pre-open hook at 1731610803517Writing region info on filesystem at 1731610803517Initializing all the Stores at 1731610803524 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610803524Cleaning up temporary data from old regions at 1731610803554 (+30 ms)Running coprocessor post-open hooks at 1731610803560 (+6 ms)Region opened successfully at 1731610803560 2024-11-14T19:00:03,564 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8., pid=43, masterSystemTime=1731610803385 2024-11-14T19:00:03,569 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,570 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,570 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,573 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:03,573 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:03,573 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,575 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c4410325fe370d8690c96fcccdc1489f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64849071, jitterRate=-0.03367353975772858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:00:03,575 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,575 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c4410325fe370d8690c96fcccdc1489f: Running coprocessor pre-open hook at 1731610803521Writing region info on filesystem at 1731610803521Initializing all the Stores at 1731610803535 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610803535Cleaning up temporary data from old regions at 1731610803570 (+35 ms)Running coprocessor post-open hooks at 1731610803575 (+5 ms)Region opened successfully at 1731610803575 2024-11-14T19:00:03,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7a464dc3811a5b315fddeb34e2ef52c8, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,36585,1731610747244 2024-11-14T19:00:03,577 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., pid=46, masterSystemTime=1731610803406 2024-11-14T19:00:03,588 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:03,588 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:03,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4410325fe370d8690c96fcccdc1489f, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40583,1731610747294 2024-11-14T19:00:03,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,36585,1731610747244 because future has completed 2024-11-14T19:00:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,40583,1731610747294 because future has completed 2024-11-14T19:00:03,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-14T19:00:03,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8, server=853c158ffd74,36585,1731610747244 in 10.2490 sec 2024-11-14T19:00:03,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-14T19:00:03,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c4410325fe370d8690c96fcccdc1489f, server=853c158ffd74,40583,1731610747294 in 10.2130 sec 2024-11-14T19:00:03,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a464dc3811a5b315fddeb34e2ef52c8, ASSIGN in 10.4500 sec 2024-11-14T19:00:03,651 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:03,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-14T19:00:03,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:03,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4410325fe370d8690c96fcccdc1489f, ASSIGN in 10.4570 sec 2024-11-14T19:00:03,661 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 853c158ffd74,37197,1731610747139 after splitting done 2024-11-14T19:00:03,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 853c158ffd74,37197,1731610747139, splitWal=true, meta=false in 20.6770 sec 2024-11-14T19:00:05,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:00:08,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T19:00:09,395 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T19:00:13,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T19:00:13,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:13,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T19:00:13,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d2cb590b0999b6e52f144d1b415c4535: 2024-11-14T19:00:13,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:13,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. for SnapshotProcedureTest completed. 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7a464dc3811a5b315fddeb34e2ef52c8: 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. for SnapshotProcedureTest completed. 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:00:13,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:00:13,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T19:00:13,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:13,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T19:00:13,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:13,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c4410325fe370d8690c96fcccdc1489f: 2024-11-14T19:00:13,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. for SnapshotProcedureTest completed. 2024-11-14T19:00:13,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for fca9534d060641a2f8f0800a28ecdcc6: 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. for SnapshotProcedureTest completed. 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:00:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:00:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741857_1033 (size=57) 2024-11-14T19:00:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741857_1033 (size=57) 2024-11-14T19:00:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741857_1033 (size=57) 2024-11-14T19:00:13,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:13,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T19:00:13,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741858_1034 (size=65) 2024-11-14T19:00:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T19:00:13,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:13,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741858_1034 (size=65) 2024-11-14T19:00:13,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:13,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T19:00:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T19:00:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741858_1034 (size=65) 2024-11-14T19:00:13,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741859_1035 (size=65) 2024-11-14T19:00:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741859_1035 (size=65) 2024-11-14T19:00:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741859_1035 (size=65) 2024-11-14T19:00:13,581 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:13,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2cb590b0999b6e52f144d1b415c4535 in 30.8840 sec 2024-11-14T19:00:13,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a464dc3811a5b315fddeb34e2ef52c8 in 30.8890 sec 2024-11-14T19:00:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741860_1036 (size=57) 2024-11-14T19:00:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741860_1036 (size=57) 2024-11-14T19:00:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741860_1036 (size=57) 2024-11-14T19:00:13,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:13,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T19:00:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T19:00:13,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:13,593 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:13,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4410325fe370d8690c96fcccdc1489f in 30.9010 sec 2024-11-14T19:00:13,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:13,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T19:00:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T19:00:13,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:13,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:13,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-14T19:00:13,986 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T19:00:13,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fca9534d060641a2f8f0800a28ecdcc6 in 31.2900 sec 2024-11-14T19:00:13,989 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T19:00:13,993 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T19:00:13,993 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T19:00:13,996 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:00:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741861_1037 (size=1094) 2024-11-14T19:00:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741861_1037 (size=1094) 2024-11-14T19:00:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741861_1037 (size=1094) 2024-11-14T19:00:14,063 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T19:00:14,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T19:00:14,083 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:14,084 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:14,084 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:14,084 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:14,088 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:14,092 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:15,508 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T19:00:15,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d78083b4ba5f6f4c7fbbe097b0775c31, had cached 0 bytes from a total of 47197 2024-11-14T19:00:15,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 23eb6044e640a72a3d5c1c97c714b7ee, had cached 0 bytes from a total of 28623 2024-11-14T19:00:19,506 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2cb590b0999b6e52f144d1b415c4535 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,506 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6d450c6583bdfffcd3361aaf13fb206 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,506 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a43777586bd6d205db810b0777193ef9 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7a464dc3811a5b315fddeb34e2ef52c8 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 23eb6044e640a72a3d5c1c97c714b7ee changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b5349455cad5504cba68340fcc677ab changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fca9534d060641a2f8f0800a28ecdcc6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bee3a9a76288a7f1bb709d63a88912a5 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d78083b4ba5f6f4c7fbbe097b0775c31 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:19,507 DEBUG [master/853c158ffd74:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4410325fe370d8690c96fcccdc1489f changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:24,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-14T19:00:24,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-14T19:00:24,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-14T19:00:24,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-14T19:00:24,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-14T19:00:24,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-14T19:00:24,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:00:24,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:00:24,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T19:00:24,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T19:00:24,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T19:00:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-14T19:00:24,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-14T19:00:24,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T19:00:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-14T19:00:24,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T19:00:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-14T19:00:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T19:00:24,110 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 Release verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T19:00:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-14T19:00:24,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 10.0320 sec 2024-11-14T19:00:24,118 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 in 10.0370 sec 2024-11-14T19:00:24,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 10.0450 sec 2024-11-14T19:00:24,122 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,124 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:24,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,131 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 Release verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:24,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 10.0490 sec 2024-11-14T19:00:24,134 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 Release verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:24,139 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:24,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 in 10.0610 sec 2024-11-14T19:00:24,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 in 10.0580 sec 2024-11-14T19:00:34,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-14T19:00:34,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-14T19:00:34,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-14T19:00:34,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40583 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-14T19:00:34,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T19:00:34,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T19:00:34,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T19:00:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T19:00:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T19:00:34,145 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T19:00:34,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T19:00:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T19:00:34,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 20.0720 sec 2024-11-14T19:00:34,160 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:34,167 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 Release verify snapshot worker=853c158ffd74,40583,1731610747294 2024-11-14T19:00:34,174 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 Release verify snapshot worker=853c158ffd74,36585,1731610747244 2024-11-14T19:00:34,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40583,1731610747294 in 20.0940 sec 2024-11-14T19:00:34,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 20.0870 sec 2024-11-14T19:00:34,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-14T19:00:34,179 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T19:00:34,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,36585,1731610747244 in 20.1020 sec 2024-11-14T19:00:34,181 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T19:00:34,184 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T19:00:34,184 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T19:00:34,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.6550 sec 2024-11-14T19:00:34,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T19:00:34,540 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T19:00:34,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:00:34,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:00:34,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:00:34,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:34,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:00:34,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:34,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:00:34,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900518214, stopped=false 2024-11-14T19:00:34,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,45749,1731610746272 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:34,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:34,638 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:00:34,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:00:34,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:00:34,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:34,639 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,36585,1731610747244' ***** 2024-11-14T19:00:34,639 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:00:34,639 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,40583,1731610747294' ***** 2024-11-14T19:00:34,639 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:00:34,641 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:00:34,641 INFO [RS:1;853c158ffd74:36585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:00:34,641 INFO [RS:1;853c158ffd74:36585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:00:34,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:00:34,641 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:34,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:34,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:34,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:34,645 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:00:34,645 INFO [RS:2;853c158ffd74:40583 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:00:34,645 INFO [RS:2;853c158ffd74:40583 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:00:34,645 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for bee3a9a76288a7f1bb709d63a88912a5 2024-11-14T19:00:34,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:00:34,646 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for b6d450c6583bdfffcd3361aaf13fb206 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 23eb6044e640a72a3d5c1c97c714b7ee 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for a43777586bd6d205db810b0777193ef9 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a464dc3811a5b315fddeb34e2ef52c8 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,36585,1731610747244 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:00:34,647 INFO [RS:1;853c158ffd74:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;853c158ffd74:36585. 2024-11-14T19:00:34,647 DEBUG [RS:1;853c158ffd74:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:00:34,647 DEBUG [RS:1;853c158ffd74:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:34,648 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T19:00:34,648 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1325): Online Regions={d2cb590b0999b6e52f144d1b415c4535=SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535., b6d450c6583bdfffcd3361aaf13fb206=SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206., 23eb6044e640a72a3d5c1c97c714b7ee=SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee., a43777586bd6d205db810b0777193ef9=SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9., 7a464dc3811a5b315fddeb34e2ef52c8=SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8.} 2024-11-14T19:00:34,648 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2cb590b0999b6e52f144d1b415c4535, disabling compactions & flushes 2024-11-14T19:00:34,648 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:34,648 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1351): Waiting on 23eb6044e640a72a3d5c1c97c714b7ee, 7a464dc3811a5b315fddeb34e2ef52c8, a43777586bd6d205db810b0777193ef9, b6d450c6583bdfffcd3361aaf13fb206, d2cb590b0999b6e52f144d1b415c4535 2024-11-14T19:00:34,648 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:34,648 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. after waiting 0 ms 2024-11-14T19:00:34,648 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:34,665 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for d78083b4ba5f6f4c7fbbe097b0775c31 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for c4410325fe370d8690c96fcccdc1489f 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b5349455cad5504cba68340fcc677ab 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,40583,1731610747294 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:00:34,666 INFO [RS:2;853c158ffd74:40583 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;853c158ffd74:40583. 2024-11-14T19:00:34,666 DEBUG [RS:2;853c158ffd74:40583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:00:34,667 DEBUG [RS:2;853c158ffd74:40583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:34,667 INFO [RS:2;853c158ffd74:40583 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:00:34,667 INFO [RS:2;853c158ffd74:40583 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:00:34,667 INFO [RS:2;853c158ffd74:40583 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:00:34,667 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:00:34,668 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bee3a9a76288a7f1bb709d63a88912a5, disabling compactions & flushes 2024-11-14T19:00:34,668 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T19:00:34,668 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T19:00:34,668 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. after waiting 0 ms 2024-11-14T19:00:34,668 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T19:00:34,686 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-14T19:00:34,687 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1325): Online Regions={bee3a9a76288a7f1bb709d63a88912a5=SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5., d78083b4ba5f6f4c7fbbe097b0775c31=SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31., c4410325fe370d8690c96fcccdc1489f=SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f., fca9534d060641a2f8f0800a28ecdcc6=SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6., 1588230740=hbase:meta,,1.1588230740, 3b5349455cad5504cba68340fcc677ab=SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab.} 2024-11-14T19:00:34,687 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b5349455cad5504cba68340fcc677ab, bee3a9a76288a7f1bb709d63a88912a5, c4410325fe370d8690c96fcccdc1489f, d78083b4ba5f6f4c7fbbe097b0775c31, fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:34,687 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:00:34,687 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:00:34,687 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:00:34,687 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:00:34,687 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:00:34,688 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-14T19:00:34,688 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d2cb590b0999b6e52f144d1b415c4535/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,689 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:00:34,713 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:34,726 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2cb590b0999b6e52f144d1b415c4535: Waiting for close lock at 1731610834647Running coprocessor pre-close hooks at 1731610834648 (+1 ms)Disabling compacts and flushes for region at 1731610834648Disabling writes for close at 1731610834648Writing region close event to WAL at 1731610834651 (+3 ms)Running coprocessor post-close hooks at 1731610834702 (+51 ms)Closed at 1731610834713 (+11 ms) 2024-11-14T19:00:34,727 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731610759717.d2cb590b0999b6e52f144d1b415c4535. 2024-11-14T19:00:34,727 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6d450c6583bdfffcd3361aaf13fb206, disabling compactions & flushes 2024-11-14T19:00:34,727 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T19:00:34,727 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T19:00:34,727 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. after waiting 0 ms 2024-11-14T19:00:34,727 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T19:00:34,775 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/bee3a9a76288a7f1bb709d63a88912a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,776 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T19:00:34,776 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bee3a9a76288a7f1bb709d63a88912a5: Waiting for close lock at 1731610834668Running coprocessor pre-close hooks at 1731610834668Disabling compacts and flushes for region at 1731610834668Disabling writes for close at 1731610834668Writing region close event to WAL at 1731610834697 (+29 ms)Running coprocessor post-close hooks at 1731610834776 (+79 ms)Closed at 1731610834776 2024-11-14T19:00:34,777 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731610759717.bee3a9a76288a7f1bb709d63a88912a5. 2024-11-14T19:00:34,777 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d78083b4ba5f6f4c7fbbe097b0775c31, disabling compactions & flushes 2024-11-14T19:00:34,777 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T19:00:34,777 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T19:00:34,777 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. after waiting 0 ms 2024-11-14T19:00:34,777 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T19:00:34,799 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/b6d450c6583bdfffcd3361aaf13fb206/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,804 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/info/718d581110994e41b84046477c2dedd6 is 167, key is SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206./info:regioninfo/1731610770970/Put/seqid=0 2024-11-14T19:00:34,806 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:00:34,807 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:00:34,811 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T19:00:34,811 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6d450c6583bdfffcd3361aaf13fb206: Waiting for close lock at 1731610834727Running coprocessor pre-close hooks at 1731610834727Disabling compacts and flushes for region at 1731610834727Disabling writes for close at 1731610834727Writing region close event to WAL at 1731610834735 (+8 ms)Running coprocessor post-close hooks at 1731610834810 (+75 ms)Closed at 1731610834811 (+1 ms) 2024-11-14T19:00:34,811 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731610759717.b6d450c6583bdfffcd3361aaf13fb206. 2024-11-14T19:00:34,811 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23eb6044e640a72a3d5c1c97c714b7ee, disabling compactions & flushes 2024-11-14T19:00:34,812 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T19:00:34,812 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T19:00:34,812 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. after waiting 0 ms 2024-11-14T19:00:34,812 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T19:00:34,823 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:00:34,824 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:00:34,848 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/d78083b4ba5f6f4c7fbbe097b0775c31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:00:34,849 DEBUG [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1351): Waiting on 23eb6044e640a72a3d5c1c97c714b7ee, 7a464dc3811a5b315fddeb34e2ef52c8, a43777586bd6d205db810b0777193ef9 2024-11-14T19:00:34,852 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T19:00:34,852 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d78083b4ba5f6f4c7fbbe097b0775c31: Waiting for close lock at 1731610834777Running coprocessor pre-close hooks at 1731610834777Disabling compacts and flushes for region at 1731610834777Disabling writes for close at 1731610834777Writing region close event to WAL at 1731610834806 (+29 ms)Running coprocessor post-close hooks at 1731610834851 (+45 ms)Closed at 1731610834852 (+1 ms) 2024-11-14T19:00:34,852 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731610759717.d78083b4ba5f6f4c7fbbe097b0775c31. 2024-11-14T19:00:34,852 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4410325fe370d8690c96fcccdc1489f, disabling compactions & flushes 2024-11-14T19:00:34,853 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:34,853 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:34,853 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. after waiting 0 ms 2024-11-14T19:00:34,853 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:34,890 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b5349455cad5504cba68340fcc677ab, c4410325fe370d8690c96fcccdc1489f, fca9534d060641a2f8f0800a28ecdcc6 2024-11-14T19:00:34,909 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/23eb6044e640a72a3d5c1c97c714b7ee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741862_1038 (size=20260) 2024-11-14T19:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741862_1038 (size=20260) 2024-11-14T19:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741862_1038 (size=20260) 2024-11-14T19:00:34,912 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/info/718d581110994e41b84046477c2dedd6 2024-11-14T19:00:34,914 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/c4410325fe370d8690c96fcccdc1489f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,915 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:34,915 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T19:00:34,915 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4410325fe370d8690c96fcccdc1489f: Waiting for close lock at 1731610834852Running coprocessor pre-close hooks at 1731610834852Disabling compacts and flushes for region at 1731610834852Disabling writes for close at 1731610834853 (+1 ms)Writing region close event to WAL at 1731610834866 (+13 ms)Running coprocessor post-close hooks at 1731610834915 (+49 ms)Closed at 1731610834915 2024-11-14T19:00:34,915 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23eb6044e640a72a3d5c1c97c714b7ee: Waiting for close lock at 1731610834811Running coprocessor pre-close hooks at 1731610834811Disabling compacts and flushes for region at 1731610834811Disabling writes for close at 1731610834812 (+1 ms)Writing region close event to WAL at 1731610834855 (+43 ms)Running coprocessor post-close hooks at 1731610834915 (+60 ms)Closed at 1731610834915 2024-11-14T19:00:34,915 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731610759717.23eb6044e640a72a3d5c1c97c714b7ee. 2024-11-14T19:00:34,915 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731610759717.c4410325fe370d8690c96fcccdc1489f. 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fca9534d060641a2f8f0800a28ecdcc6, disabling compactions & flushes 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a43777586bd6d205db810b0777193ef9, disabling compactions & flushes 2024-11-14T19:00:34,916 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:34,916 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. after waiting 0 ms 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. after waiting 0 ms 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:34,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T19:00:34,947 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/fca9534d060641a2f8f0800a28ecdcc6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,954 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fca9534d060641a2f8f0800a28ecdcc6: Waiting for close lock at 1731610834916Running coprocessor pre-close hooks at 1731610834916Disabling compacts and flushes for region at 1731610834916Disabling writes for close at 1731610834916Writing region close event to WAL at 1731610834922 (+6 ms)Running coprocessor post-close hooks at 1731610834954 (+32 ms)Closed at 1731610834954 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731610759717.fca9534d060641a2f8f0800a28ecdcc6. 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b5349455cad5504cba68340fcc677ab, disabling compactions & flushes 2024-11-14T19:00:34,955 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. after waiting 0 ms 2024-11-14T19:00:34,955 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T19:00:34,982 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/ns/e3d5f51c9c894cefb9d620a60ea81369 is 43, key is default/ns:d/1731610759427/Put/seqid=0 2024-11-14T19:00:34,995 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/a43777586bd6d205db810b0777193ef9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:34,999 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a43777586bd6d205db810b0777193ef9: Waiting for close lock at 1731610834916Running coprocessor pre-close hooks at 1731610834916Disabling compacts and flushes for region at 1731610834916Disabling writes for close at 1731610834916Writing region close event to WAL at 1731610834951 (+35 ms)Running coprocessor post-close hooks at 1731610834999 (+48 ms)Closed at 1731610834999 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731610759717.a43777586bd6d205db810b0777193ef9. 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a464dc3811a5b315fddeb34e2ef52c8, disabling compactions & flushes 2024-11-14T19:00:35,000 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. after waiting 0 ms 2024-11-14T19:00:35,000 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:35,036 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/3b5349455cad5504cba68340fcc677ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:35,036 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/default/SPTestTable/7a464dc3811a5b315fddeb34e2ef52c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:00:35,041 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T19:00:35,041 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b5349455cad5504cba68340fcc677ab: Waiting for close lock at 1731610834955Running coprocessor pre-close hooks at 1731610834955Disabling compacts and flushes for region at 1731610834955Disabling writes for close at 1731610834955Writing region close event to WAL at 1731610834990 (+35 ms)Running coprocessor post-close hooks at 1731610835041 (+51 ms)Closed at 1731610835041 2024-11-14T19:00:35,041 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731610759717.3b5349455cad5504cba68340fcc677ab. 2024-11-14T19:00:35,042 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:35,042 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a464dc3811a5b315fddeb34e2ef52c8: Waiting for close lock at 1731610835000Running coprocessor pre-close hooks at 1731610835000Disabling compacts and flushes for region at 1731610835000Disabling writes for close at 1731610835000Writing region close event to WAL at 1731610835014 (+14 ms)Running coprocessor post-close hooks at 1731610835042 (+28 ms)Closed at 1731610835042 2024-11-14T19:00:35,042 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731610759717.7a464dc3811a5b315fddeb34e2ef52c8. 2024-11-14T19:00:35,049 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,36585,1731610747244; all regions closed. 2024-11-14T19:00:35,093 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:00:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741833_1009 (size=3500) 2024-11-14T19:00:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741833_1009 (size=3500) 2024-11-14T19:00:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741833_1009 (size=3500) 2024-11-14T19:00:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741863_1039 (size=5153) 2024-11-14T19:00:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741863_1039 (size=5153) 2024-11-14T19:00:35,127 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/ns/e3d5f51c9c894cefb9d620a60ea81369 2024-11-14T19:00:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741863_1039 (size=5153) 2024-11-14T19:00:35,163 DEBUG [RS:1;853c158ffd74:36585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs 2024-11-14T19:00:35,163 INFO [RS:1;853c158ffd74:36585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C36585%2C1731610747244:(num 1731610748981) 2024-11-14T19:00:35,163 DEBUG [RS:1;853c158ffd74:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:35,163 INFO [RS:1;853c158ffd74:36585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:00:35,163 INFO [RS:1;853c158ffd74:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:00:35,164 INFO [RS:1;853c158ffd74:36585 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:00:35,164 INFO [RS:1;853c158ffd74:36585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:00:35,164 INFO [RS:1;853c158ffd74:36585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:00:35,164 INFO [RS:1;853c158ffd74:36585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:00:35,164 INFO [RS:1;853c158ffd74:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:00:35,165 INFO [RS:1;853c158ffd74:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36585 2024-11-14T19:00:35,165 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:00:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,36585,1731610747244 2024-11-14T19:00:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:00:35,214 INFO [RS:1;853c158ffd74:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:00:35,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,36585,1731610747244] 2024-11-14T19:00:35,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,36585,1731610747244 already deleted, retry=false 2024-11-14T19:00:35,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,36585,1731610747244 expired; onlineServers=1 2024-11-14T19:00:35,255 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/table/2ab0e15522ff4c21818b0bf26584c40b is 47, key is SPTestTable/table:state/1731610771027/Put/seqid=0 2024-11-14T19:00:35,293 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:00:35,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:35,335 INFO [RS:1;853c158ffd74:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:00:35,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013c00ad090002, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:35,335 INFO [RS:1;853c158ffd74:36585 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,36585,1731610747244; zookeeper connection closed. 2024-11-14T19:00:35,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49bf00b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49bf00b7 2024-11-14T19:00:35,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:00:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741864_1040 (size=5214) 2024-11-14T19:00:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741864_1040 (size=5214) 2024-11-14T19:00:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741864_1040 (size=5214) 2024-11-14T19:00:35,359 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/table/2ab0e15522ff4c21818b0bf26584c40b 2024-11-14T19:00:35,389 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/info/718d581110994e41b84046477c2dedd6 as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/info/718d581110994e41b84046477c2dedd6 2024-11-14T19:00:35,425 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/info/718d581110994e41b84046477c2dedd6, entries=116, sequenceid=37, filesize=19.8 K 2024-11-14T19:00:35,430 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/ns/e3d5f51c9c894cefb9d620a60ea81369 as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/ns/e3d5f51c9c894cefb9d620a60ea81369 2024-11-14T19:00:35,448 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/ns/e3d5f51c9c894cefb9d620a60ea81369, entries=2, sequenceid=37, filesize=5.0 K 2024-11-14T19:00:35,456 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/.tmp/table/2ab0e15522ff4c21818b0bf26584c40b as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/table/2ab0e15522ff4c21818b0bf26584c40b 2024-11-14T19:00:35,494 DEBUG [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:00:35,494 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/table/2ab0e15522ff4c21818b0bf26584c40b, entries=2, sequenceid=37, filesize=5.1 K 2024-11-14T19:00:35,511 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 823ms, sequenceid=37, compaction requested=false 2024-11-14T19:00:35,614 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-14T19:00:35,616 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:00:35,616 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:00:35,616 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610834687Running coprocessor pre-close hooks at 1731610834687Disabling compacts and flushes for region at 1731610834687Disabling writes for close at 1731610834687Obtaining lock to block concurrent updates at 1731610834688 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731610834688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731610834688Flushing stores of hbase:meta,,1.1588230740 at 1731610834699 (+11 ms)Flushing 1588230740/info: creating writer at 1731610834699Flushing 1588230740/info: appending metadata at 1731610834803 (+104 ms)Flushing 1588230740/info: closing flushed file at 1731610834803Flushing 1588230740/ns: creating writer at 1731610834934 (+131 ms)Flushing 1588230740/ns: appending metadata at 1731610834981 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731610834981Flushing 1588230740/table: creating writer at 1731610835212 (+231 ms)Flushing 1588230740/table: appending metadata at 1731610835253 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731610835253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253e7a85: reopening flushed file at 1731610835386 (+133 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b097e9: reopening flushed file at 1731610835425 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c990c3e: reopening flushed file at 1731610835449 (+24 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 823ms, sequenceid=37, compaction requested=false at 1731610835511 (+62 ms)Writing region close event to WAL at 1731610835564 (+53 ms)Running coprocessor post-close hooks at 1731610835616 (+52 ms)Closed at 1731610835616 2024-11-14T19:00:35,616 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:00:35,694 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,40583,1731610747294; all regions closed. 2024-11-14T19:00:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741836_1012 (size=19450) 2024-11-14T19:00:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741836_1012 (size=19450) 2024-11-14T19:00:35,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741836_1012 (size=19450) 2024-11-14T19:00:35,751 DEBUG [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs 2024-11-14T19:00:35,751 INFO [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40583%2C1731610747294.meta:.meta(num 1731610759249) 2024-11-14T19:00:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741834_1010 (size=3530) 2024-11-14T19:00:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741834_1010 (size=3530) 2024-11-14T19:00:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741834_1010 (size=3530) 2024-11-14T19:00:35,845 DEBUG [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/oldWALs 2024-11-14T19:00:35,846 INFO [RS:2;853c158ffd74:40583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40583%2C1731610747294:(num 1731610748981) 2024-11-14T19:00:35,846 DEBUG [RS:2;853c158ffd74:40583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:35,846 INFO [RS:2;853c158ffd74:40583 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:00:35,850 INFO [RS:2;853c158ffd74:40583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:00:35,851 INFO [RS:2;853c158ffd74:40583 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:00:35,851 INFO [RS:2;853c158ffd74:40583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:00:35,851 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:00:35,851 INFO [RS:2;853c158ffd74:40583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40583 2024-11-14T19:00:35,896 INFO [RS:2;853c158ffd74:40583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:00:35,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,40583,1731610747294 2024-11-14T19:00:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:00:35,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,40583,1731610747294] 2024-11-14T19:00:35,932 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,40583,1731610747294 already deleted, retry=false 2024-11-14T19:00:35,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,40583,1731610747294 expired; onlineServers=0 2024-11-14T19:00:35,933 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,45749,1731610746272' ***** 2024-11-14T19:00:35,933 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:00:35,933 INFO [M:0;853c158ffd74:45749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:00:35,933 INFO [M:0;853c158ffd74:45749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:00:35,933 DEBUG [M:0;853c158ffd74:45749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:00:35,934 DEBUG [M:0;853c158ffd74:45749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:00:35,934 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:00:35,934 INFO [M:0;853c158ffd74:45749 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:00:35,934 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610748551 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610748551,5,FailOnTimeoutGroup] 2024-11-14T19:00:35,934 INFO [M:0;853c158ffd74:45749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:00:35,934 DEBUG [M:0;853c158ffd74:45749 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:00:35,934 INFO [M:0;853c158ffd74:45749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:00:35,934 INFO [M:0;853c158ffd74:45749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:00:35,934 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610748559 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610748559,5,FailOnTimeoutGroup] 2024-11-14T19:00:35,935 ERROR [M:0;853c158ffd74:45749 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39741 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39741,5,PEWorkerGroup] 2024-11-14T19:00:35,936 INFO [M:0;853c158ffd74:45749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:00:35,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:00:35,947 DEBUG [M:0;853c158ffd74:45749 {}] zookeeper.ZKUtil(347): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:00:35,947 WARN [M:0;853c158ffd74:45749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:00:35,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:00:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:35,952 INFO [M:0;853c158ffd74:45749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/.lastflushedseqids 2024-11-14T19:00:36,015 INFO [RS:2;853c158ffd74:40583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:00:36,015 INFO [RS:2;853c158ffd74:40583 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,40583,1731610747294; zookeeper connection closed. 2024-11-14T19:00:36,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:36,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c00ad090003, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:36,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f84189b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f84189b 2024-11-14T19:00:36,055 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T19:00:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741865_1041 (size=686) 2024-11-14T19:00:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741865_1041 (size=686) 2024-11-14T19:00:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741865_1041 (size=686) 2024-11-14T19:00:36,111 INFO [M:0;853c158ffd74:45749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:00:36,111 INFO [M:0;853c158ffd74:45749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:00:36,111 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:00:36,111 INFO [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:36,111 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:36,111 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:00:36,111 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:36,112 INFO [M:0;853c158ffd74:45749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.98 KB heapSize=241.74 KB 2024-11-14T19:00:36,194 DEBUG [M:0;853c158ffd74:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2521552281994ed48ce6abcfd85ec9ca is 82, key is hbase:meta,,1/info:regioninfo/1731610759344/Put/seqid=0 2024-11-14T19:00:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741866_1042 (size=5672) 2024-11-14T19:00:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741866_1042 (size=5672) 2024-11-14T19:00:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741866_1042 (size=5672) 2024-11-14T19:00:36,287 INFO [M:0;853c158ffd74:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2521552281994ed48ce6abcfd85ec9ca 2024-11-14T19:00:36,334 DEBUG [M:0;853c158ffd74:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b31b45a23d401395c8d9dae9842f9c is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610771045/Put/seqid=0 2024-11-14T19:00:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741867_1043 (size=8974) 2024-11-14T19:00:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741867_1043 (size=8974) 2024-11-14T19:00:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741867_1043 (size=8974) 2024-11-14T19:00:36,444 INFO [M:0;853c158ffd74:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.24 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b31b45a23d401395c8d9dae9842f9c 2024-11-14T19:00:36,494 INFO [M:0;853c158ffd74:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b31b45a23d401395c8d9dae9842f9c 2024-11-14T19:00:36,567 DEBUG [M:0;853c158ffd74:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9f021467994de3b059e0c0c61696e8 is 69, key is 853c158ffd74,36585,1731610747244/rs:state/1731610748645/Put/seqid=0 2024-11-14T19:00:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741868_1044 (size=5446) 2024-11-14T19:00:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741868_1044 (size=5446) 2024-11-14T19:00:36,672 INFO [M:0;853c158ffd74:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9f021467994de3b059e0c0c61696e8 2024-11-14T19:00:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741868_1044 (size=5446) 2024-11-14T19:00:36,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:00:36,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:00:36,721 INFO [M:0;853c158ffd74:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b9f021467994de3b059e0c0c61696e8 2024-11-14T19:00:36,731 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2521552281994ed48ce6abcfd85ec9ca as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2521552281994ed48ce6abcfd85ec9ca 2024-11-14T19:00:36,769 INFO [M:0;853c158ffd74:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2521552281994ed48ce6abcfd85ec9ca, entries=8, sequenceid=513, filesize=5.5 K 2024-11-14T19:00:36,771 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b31b45a23d401395c8d9dae9842f9c as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61b31b45a23d401395c8d9dae9842f9c 2024-11-14T19:00:36,779 INFO [M:0;853c158ffd74:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b31b45a23d401395c8d9dae9842f9c 2024-11-14T19:00:36,779 INFO [M:0;853c158ffd74:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61b31b45a23d401395c8d9dae9842f9c, entries=56, sequenceid=513, filesize=8.8 K 2024-11-14T19:00:36,787 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9f021467994de3b059e0c0c61696e8 as hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b9f021467994de3b059e0c0c61696e8 2024-11-14T19:00:36,854 INFO [M:0;853c158ffd74:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b9f021467994de3b059e0c0c61696e8 2024-11-14T19:00:36,855 INFO [M:0;853c158ffd74:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39741/user/jenkins/test-data/dd5179ee-4338-4e99-0bda-2ceb24c5953d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b9f021467994de3b059e0c0c61696e8, entries=3, sequenceid=513, filesize=5.3 K 2024-11-14T19:00:36,863 INFO [M:0;853c158ffd74:45749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 752ms, sequenceid=513, compaction requested=false 2024-11-14T19:00:36,927 INFO [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:36,927 DEBUG [M:0;853c158ffd74:45749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610836111Disabling compacts and flushes for region at 1731610836111Disabling writes for close at 1731610836111Obtaining lock to block concurrent updates at 1731610836112 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610836112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199655, getHeapSize=247480, getOffHeapSize=0, getCellsCount=620 at 1731610836112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610836122 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610836123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610836193 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610836193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610836301 (+108 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610836334 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610836334Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610836503 (+169 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610836565 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610836566 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447f18fd: reopening flushed file at 1731610836721 (+155 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa06b84: reopening flushed file at 1731610836769 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e865a6a: reopening flushed file at 1731610836779 (+10 ms)Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 752ms, sequenceid=513, compaction requested=false at 1731610836863 (+84 ms)Writing region close event to WAL at 1731610836926 (+63 ms)Closed at 1731610836926 2024-11-14T19:00:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741830_1006 (size=233847) 2024-11-14T19:00:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741830_1006 (size=233847) 2024-11-14T19:00:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40469 is added to blk_1073741830_1006 (size=233847) 2024-11-14T19:00:36,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:00:36,976 INFO [M:0;853c158ffd74:45749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:00:36,976 INFO [M:0;853c158ffd74:45749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45749 2024-11-14T19:00:36,977 INFO [M:0;853c158ffd74:45749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:00:37,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:37,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c00ad090000, quorum=127.0.0.1:51066, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:00:37,138 INFO [M:0;853c158ffd74:45749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:00:37,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:37,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:00:37,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:00:37,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:00:37,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,STOPPED} 2024-11-14T19:00:37,220 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:00:37,220 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786752602-172.17.0.2-1731610741916 (Datanode Uuid 6bd7f8c3-b41e-428b-942a-ac20c822bcf2) service to localhost/127.0.0.1:39741 2024-11-14T19:00:37,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:00:37,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:00:37,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data6/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data5/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:00:37,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:37,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:00:37,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:00:37,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:00:37,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,STOPPED} 2024-11-14T19:00:37,259 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:00:37,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:00:37,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:00:37,260 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786752602-172.17.0.2-1731610741916 (Datanode Uuid 03618995-9b37-4c3d-92e6-e3f4a61b6beb) service to localhost/127.0.0.1:39741 2024-11-14T19:00:37,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data3/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data4/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:00:37,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:37,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:00:37,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:00:37,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:00:37,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,STOPPED} 2024-11-14T19:00:37,315 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:00:37,315 WARN [BP-1786752602-172.17.0.2-1731610741916 heartbeating to localhost/127.0.0.1:39741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786752602-172.17.0.2-1731610741916 (Datanode Uuid b38cc2f7-f2a8-40a7-b7d9-dcb7f55c5202) service to localhost/127.0.0.1:39741 2024-11-14T19:00:37,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:00:37,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data2/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/cluster_6eae5e28-bd9d-8350-5696-b6f721a05aa6/data/data1/current/BP-1786752602-172.17.0.2-1731610741916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:00:37,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:00:37,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:00:37,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:00:37,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:00:37,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:00:37,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:00:37,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir/,STOPPED} 2024-11-14T19:00:37,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:00:37,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:00:37,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39741 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/853c158ffd74:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/853c158ffd74:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a9a72b1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/853c158ffd74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39741 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=598 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3660 (was 3971) 2024-11-14T19:00:37,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=598, ProcessCount=11, AvailableMemoryMB=3660 2024-11-14T19:00:37,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir so I do NOT create it in target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716 2024-11-14T19:00:37,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:00:37,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.tmp.dir so I do NOT create it in target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716 2024-11-14T19:00:37,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db95504-5206-f0d2-8bc6-584ddfccf409/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:00:37,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7, deleteOnExit=true 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/test.cache.data in system properties and HBase conf 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:00:37,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:00:37,625 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:00:37,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:00:37,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:00:38,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:00:38,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:00:38,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:00:38,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:00:38,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:00:38,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:00:38,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16d13838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:00:38,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:00:38,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae8508c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/java.io.tmpdir/jetty-localhost-42613-hadoop-hdfs-3_4_1-tests_jar-_-any-6110586677247224054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:00:38,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4efd563c{HTTP/1.1, (http/1.1)}{localhost:42613} 2024-11-14T19:00:38,317 INFO [Time-limited test {}] server.Server(415): Started @98521ms 2024-11-14T19:00:38,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:00:38,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:00:38,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:00:38,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:00:38,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:00:38,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e9c6024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:00:38,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:00:38,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47665ca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/java.io.tmpdir/jetty-localhost-36061-hadoop-hdfs-3_4_1-tests_jar-_-any-9695550101368613495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:38,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77afe134{HTTP/1.1, (http/1.1)}{localhost:36061} 2024-11-14T19:00:38,822 INFO [Time-limited test {}] server.Server(415): Started @99027ms 2024-11-14T19:00:38,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:00:38,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:00:38,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:00:38,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:00:38,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:00:38,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:00:38,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a502093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:00:38,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:00:39,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6a8844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/java.io.tmpdir/jetty-localhost-33383-hadoop-hdfs-3_4_1-tests_jar-_-any-10826269479274933824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:39,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9fceb15{HTTP/1.1, (http/1.1)}{localhost:33383} 2024-11-14T19:00:39,147 INFO [Time-limited test {}] server.Server(415): Started @99351ms 2024-11-14T19:00:39,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:00:39,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:00:39,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:00:39,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:00:39,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:00:39,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:00:39,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba0ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:00:39,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:00:39,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ec9767{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/java.io.tmpdir/jetty-localhost-41133-hadoop-hdfs-3_4_1-tests_jar-_-any-6239196400147292839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:00:39,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@894f43a{HTTP/1.1, (http/1.1)}{localhost:41133} 2024-11-14T19:00:39,496 INFO [Time-limited test {}] server.Server(415): Started @99701ms 2024-11-14T19:00:39,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:00:39,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:39,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:39,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:40,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:00:40,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:40,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:40,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:40,341 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data3/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,347 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data4/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,393 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data1/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,394 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data2/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,454 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data5/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,454 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data6/current/BP-619368347-172.17.0.2-1731610837654/current, will proceed with Du for space computation calculation, 2024-11-14T19:00:40,469 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:00:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497b09da36a33ea2 with lease ID 0xb2b147175a4401f1: Processing first storage report for DS-b839685d-ffa2-427a-809d-b9a45f45d78f from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=1d6d0a0c-503b-4956-8e2a-c7b74acd0c91, infoPort=36767, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497b09da36a33ea2 with lease ID 0xb2b147175a4401f1: from storage DS-b839685d-ffa2-427a-809d-b9a45f45d78f node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=1d6d0a0c-503b-4956-8e2a-c7b74acd0c91, infoPort=36767, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497b09da36a33ea2 with lease ID 0xb2b147175a4401f1: Processing first storage report for DS-cec81c2d-bdf6-4a18-bd1b-ef5e04ae3488 from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=1d6d0a0c-503b-4956-8e2a-c7b74acd0c91, infoPort=36767, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497b09da36a33ea2 with lease ID 0xb2b147175a4401f1: from storage DS-cec81c2d-bdf6-4a18-bd1b-ef5e04ae3488 node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=1d6d0a0c-503b-4956-8e2a-c7b74acd0c91, infoPort=36767, infoSecurePort=0, ipcPort=43349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,513 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:00:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4537cea2585fcb03 with lease ID 0xb2b147175a4401f2: Processing first storage report for DS-bc8149e0-073f-4d66-8638-ca834587a3db from datanode DatanodeRegistration(127.0.0.1:40753, datanodeUuid=d30302fe-132f-42ba-b397-a9344edeaa6d, infoPort=46139, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4537cea2585fcb03 with lease ID 0xb2b147175a4401f2: from storage DS-bc8149e0-073f-4d66-8638-ca834587a3db node DatanodeRegistration(127.0.0.1:40753, datanodeUuid=d30302fe-132f-42ba-b397-a9344edeaa6d, infoPort=46139, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4537cea2585fcb03 with lease ID 0xb2b147175a4401f2: Processing first storage report for DS-d7139291-238f-4165-a68f-fab3a144cec3 from datanode DatanodeRegistration(127.0.0.1:40753, datanodeUuid=d30302fe-132f-42ba-b397-a9344edeaa6d, infoPort=46139, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4537cea2585fcb03 with lease ID 0xb2b147175a4401f2: from storage DS-d7139291-238f-4165-a68f-fab3a144cec3 node DatanodeRegistration(127.0.0.1:40753, datanodeUuid=d30302fe-132f-42ba-b397-a9344edeaa6d, infoPort=46139, infoSecurePort=0, ipcPort=45005, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,531 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:00:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cb35f4d551a49f with lease ID 0xb2b147175a4401f3: Processing first storage report for DS-06b4771a-3b53-4bab-b919-330b9d624726 from datanode DatanodeRegistration(127.0.0.1:44125, datanodeUuid=3b6c66db-93a1-4995-8905-34a06002b74a, infoPort=39397, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cb35f4d551a49f with lease ID 0xb2b147175a4401f3: from storage DS-06b4771a-3b53-4bab-b919-330b9d624726 node DatanodeRegistration(127.0.0.1:44125, datanodeUuid=3b6c66db-93a1-4995-8905-34a06002b74a, infoPort=39397, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cb35f4d551a49f with lease ID 0xb2b147175a4401f3: Processing first storage report for DS-37fad0c8-46f9-49d0-ab94-48b354003cc2 from datanode DatanodeRegistration(127.0.0.1:44125, datanodeUuid=3b6c66db-93a1-4995-8905-34a06002b74a, infoPort=39397, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654) 2024-11-14T19:00:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cb35f4d551a49f with lease ID 0xb2b147175a4401f3: from storage DS-37fad0c8-46f9-49d0-ab94-48b354003cc2 node DatanodeRegistration(127.0.0.1:44125, datanodeUuid=3b6c66db-93a1-4995-8905-34a06002b74a, infoPort=39397, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=992638403;c=1731610837654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:00:40,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716 2024-11-14T19:00:40,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/zookeeper_0, clientPort=60694, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:00:40,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60694 2024-11-14T19:00:40,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:40,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:00:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:00:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:00:41,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 with version=8 2024-11-14T19:00:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/hbase-staging 2024-11-14T19:00:41,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/853c158ffd74:0 server-side Connection retries=45 2024-11-14T19:00:41,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:00:41,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:00:41,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:00:41,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:00:41,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33847 2024-11-14T19:00:41,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33847 connecting to ZooKeeper ensemble=127.0.0.1:60694 2024-11-14T19:00:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338470x0, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:00:41,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33847-0x1013c0220f70000 connected 2024-11-14T19:00:41,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:41,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41, hbase.cluster.distributed=false 2024-11-14T19:00:41,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:00:41,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33847 2024-11-14T19:00:41,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33847 2024-11-14T19:00:41,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33847 2024-11-14T19:00:41,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33847 2024-11-14T19:00:41,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33847 2024-11-14T19:00:41,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T19:00:41,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:00:41,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:00:41,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:00:41,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:00:41,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38795 2024-11-14T19:00:41,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38795 connecting to ZooKeeper ensemble=127.0.0.1:60694 2024-11-14T19:00:41,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387950x0, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:00:41,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38795-0x1013c0220f70001 connected 2024-11-14T19:00:41,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:41,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:00:41,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:00:41,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:00:41,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:00:41,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-14T19:00:41,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38795 2024-11-14T19:00:41,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38795 2024-11-14T19:00:41,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-14T19:00:41,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-14T19:00:41,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T19:00:41,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:00:41,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:00:41,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:00:41,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:00:41,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35335 2024-11-14T19:00:41,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35335 connecting to ZooKeeper ensemble=127.0.0.1:60694 2024-11-14T19:00:41,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353350x0, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:41,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:00:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353350x0, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:00:41,518 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:00:41,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353350x0, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:00:41,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35335-0x1013c0220f70002 connected 2024-11-14T19:00:41,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:00:41,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35335 2024-11-14T19:00:41,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35335 2024-11-14T19:00:41,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35335 2024-11-14T19:00:41,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35335 2024-11-14T19:00:41,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35335 2024-11-14T19:00:41,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/853c158ffd74:0 server-side Connection retries=45 2024-11-14T19:00:41,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:00:41,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:00:41,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:00:41,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:00:41,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:00:41,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40613 2024-11-14T19:00:41,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40613 connecting to ZooKeeper ensemble=127.0.0.1:60694 2024-11-14T19:00:41,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406130x0, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:00:41,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40613-0x1013c0220f70003 connected 2024-11-14T19:00:41,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:00:41,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:00:41,587 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:00:41,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:00:41,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:00:41,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-14T19:00:41,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40613 2024-11-14T19:00:41,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40613 2024-11-14T19:00:41,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-14T19:00:41,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-14T19:00:41,610 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;853c158ffd74:33847 2024-11-14T19:00:41,611 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/853c158ffd74,33847,1731610841073 2024-11-14T19:00:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,627 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/853c158ffd74,33847,1731610841073 2024-11-14T19:00:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:00:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:41,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:00:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:00:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:41,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:41,660 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:00:41,664 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/853c158ffd74,33847,1731610841073 from backup master directory 2024-11-14T19:00:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/853c158ffd74,33847,1731610841073 2024-11-14T19:00:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,676 WARN [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:00:41,676 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=853c158ffd74,33847,1731610841073 2024-11-14T19:00:41,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:00:41,699 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/hbase.id] with ID: 967a6a0a-cb16-4b60-a393-70af93c9408f 2024-11-14T19:00:41,699 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.tmp/hbase.id 2024-11-14T19:00:41,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:00:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:00:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:00:42,140 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.tmp/hbase.id]:[hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/hbase.id] 2024-11-14T19:00:42,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:00:42,171 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:00:42,174 INFO [master/853c158ffd74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T19:00:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:00:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:00:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:00:42,214 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:00:42,215 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:00:42,215 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:00:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:00:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:00:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:00:42,243 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store 2024-11-14T19:00:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:00:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:00:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:00:42,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:42,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:00:42,666 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:42,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:42,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:00:42,666 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:42,666 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:00:42,667 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610842666Disabling compacts and flushes for region at 1731610842666Disabling writes for close at 1731610842666Writing region close event to WAL at 1731610842666Closed at 1731610842666 2024-11-14T19:00:42,668 WARN [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/.initializing 2024-11-14T19:00:42,668 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/WALs/853c158ffd74,33847,1731610841073 2024-11-14T19:00:42,670 INFO [master/853c158ffd74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:00:42,673 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C33847%2C1731610841073, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/WALs/853c158ffd74,33847,1731610841073, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/oldWALs, maxLogs=10 2024-11-14T19:00:42,692 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/WALs/853c158ffd74,33847,1731610841073/853c158ffd74%2C33847%2C1731610841073.1731610842673, exclude list is [], retry=0 2024-11-14T19:00:42,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:00:42,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:00:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:00:42,703 INFO [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/WALs/853c158ffd74,33847,1731610841073/853c158ffd74%2C33847%2C1731610841073.1731610842673 2024-11-14T19:00:42,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39397:39397),(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T19:00:42,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:00:42,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:42,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,707 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:00:42,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:00:42,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:42,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:42,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:00:42,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:42,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:42,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:00:42,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:42,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:00:42,730 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,731 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,732 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,733 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,734 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:00:42,735 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:00:42,739 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:00:42,740 INFO [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65639505, jitterRate=-0.0218951553106308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:00:42,745 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731610842708Initializing all the Stores at 1731610842710 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610842710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610842710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610842710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610842710Cleaning up temporary data from old regions at 1731610842733 (+23 ms)Region opened successfully at 1731610842745 (+12 ms) 2024-11-14T19:00:42,754 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:00:42,760 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e2ed90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T19:00:42,767 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:00:42,767 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:00:42,767 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:00:42,767 INFO [master/853c158ffd74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:00:42,768 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:00:42,769 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:00:42,769 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T19:00:42,773 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:00:42,775 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:00:42,817 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:00:42,818 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:00:42,819 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:00:42,825 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:00:42,826 INFO [master/853c158ffd74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:00:42,827 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:00:42,834 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:00:42,835 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:00:42,842 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:00:42,845 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:00:42,850 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:00:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,862 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=853c158ffd74,33847,1731610841073, sessionid=0x1013c0220f70000, setting cluster-up flag (Was=false) 2024-11-14T19:00:42,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:00:42,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,909 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:00:42,911 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33847,1731610841073 2024-11-14T19:00:42,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:42,959 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:00:42,960 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=853c158ffd74,33847,1731610841073 2024-11-14T19:00:42,962 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:00:42,967 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:00:42,968 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:00:42,968 INFO [master/853c158ffd74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:00:42,968 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 853c158ffd74,33847,1731610841073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/853c158ffd74:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/853c158ffd74:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:00:42,972 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:42,973 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:00:42,973 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:42,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:00:42,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:00:42,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:42,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731610872990 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:00:42,991 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:00:42,992 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:00:42,995 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:42,997 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:00:42,997 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:00:42,997 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:00:43,005 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(746): ClusterId : 967a6a0a-cb16-4b60-a393-70af93c9408f 2024-11-14T19:00:43,005 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:00:43,010 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:00:43,010 INFO [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:00:43,010 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610843010,5,FailOnTimeoutGroup] 2024-11-14T19:00:43,011 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(746): ClusterId : 967a6a0a-cb16-4b60-a393-70af93c9408f 2024-11-14T19:00:43,011 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:00:43,012 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610843010,5,FailOnTimeoutGroup] 2024-11-14T19:00:43,012 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,012 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:00:43,012 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,012 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,024 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(746): ClusterId : 967a6a0a-cb16-4b60-a393-70af93c9408f 2024-11-14T19:00:43,025 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:00:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:00:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:00:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:00:43,042 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:00:43,042 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:00:43,043 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:00:43,043 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:00:43,059 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:00:43,059 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:00:43,060 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:00:43,060 DEBUG [RS:0;853c158ffd74:38795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2117802b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T19:00:43,074 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:00:43,075 DEBUG [RS:1;853c158ffd74:35335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4039ff99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T19:00:43,076 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:00:43,076 DEBUG [RS:2;853c158ffd74:40613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bbad90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=853c158ffd74/172.17.0.2:0 2024-11-14T19:00:43,089 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;853c158ffd74:38795 2024-11-14T19:00:43,089 INFO [RS:0;853c158ffd74:38795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:00:43,089 INFO [RS:0;853c158ffd74:38795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:00:43,089 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:00:43,092 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,33847,1731610841073 with port=38795, startcode=1731610841357 2024-11-14T19:00:43,102 DEBUG [RS:0;853c158ffd74:38795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:00:43,104 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:00:43,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,111 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:43,111 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40851 2024-11-14T19:00:43,111 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:00:43,113 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;853c158ffd74:35335 2024-11-14T19:00:43,113 INFO [RS:1;853c158ffd74:35335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:00:43,113 INFO [RS:1;853c158ffd74:35335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:00:43,113 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:00:43,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:00:43,120 DEBUG [RS:0;853c158ffd74:38795 {}] zookeeper.ZKUtil(111): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,120 WARN [RS:0;853c158ffd74:38795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:00:43,120 INFO [RS:0;853c158ffd74:38795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:00:43,120 DEBUG [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,120 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;853c158ffd74:40613 2024-11-14T19:00:43,121 INFO [RS:2;853c158ffd74:40613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:00:43,121 INFO [RS:2;853c158ffd74:40613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:00:43,121 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:00:43,123 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,33847,1731610841073 with port=35335, startcode=1731610841466 2024-11-14T19:00:43,124 DEBUG [RS:1;853c158ffd74:35335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:00:43,124 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(2659): reportForDuty to master=853c158ffd74,33847,1731610841073 with port=40613, startcode=1731610841548 2024-11-14T19:00:43,124 DEBUG [RS:2;853c158ffd74:40613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:00:43,135 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:00:43,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,139 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:00:43,139 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:43,139 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40851 2024-11-14T19:00:43,139 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:00:43,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33847 {}] master.ServerManager(517): Registering regionserver=853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,143 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:43,143 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40851 2024-11-14T19:00:43,143 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:00:43,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,38795,1731610841357] 2024-11-14T19:00:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:00:43,234 DEBUG [RS:2;853c158ffd74:40613 {}] zookeeper.ZKUtil(111): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,35335,1731610841466] 2024-11-14T19:00:43,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [853c158ffd74,40613,1731610841548] 2024-11-14T19:00:43,234 WARN [RS:2;853c158ffd74:40613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:00:43,234 INFO [RS:2;853c158ffd74:40613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:00:43,235 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,236 DEBUG [RS:1;853c158ffd74:35335 {}] zookeeper.ZKUtil(111): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,236 WARN [RS:1;853c158ffd74:35335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:00:43,236 INFO [RS:1;853c158ffd74:35335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:00:43,236 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,238 INFO [RS:0;853c158ffd74:38795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:00:43,243 INFO [RS:0;853c158ffd74:38795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:00:43,245 INFO [RS:0;853c158ffd74:38795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:00:43,245 INFO [RS:2;853c158ffd74:40613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:00:43,245 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,246 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:00:43,248 INFO [RS:1;853c158ffd74:35335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:00:43,248 INFO [RS:2;853c158ffd74:40613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:00:43,249 INFO [RS:2;853c158ffd74:40613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:00:43,249 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,250 INFO [RS:0;853c158ffd74:38795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:00:43,250 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,250 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,251 DEBUG [RS:0;853c158ffd74:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,251 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:00:43,252 INFO [RS:1;853c158ffd74:35335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:00:43,252 INFO [RS:2;853c158ffd74:40613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:00:43,253 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 INFO [RS:1;853c158ffd74:35335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,253 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,254 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,254 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,254 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,254 DEBUG [RS:2;853c158ffd74:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,254 INFO [RS:1;853c158ffd74:35335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:00:43,254 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/853c158ffd74:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:00:43,255 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,255 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,255 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,255 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,256 DEBUG [RS:1;853c158ffd74:35335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/853c158ffd74:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:00:43,256 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40613,1731610841548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:00:43,258 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,259 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,259 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,259 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,259 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,259 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38795,1731610841357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:00:43,272 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,272 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,272 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,272 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,273 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,273 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35335,1731610841466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:00:43,284 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:00:43,284 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,40613,1731610841548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,285 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,285 INFO [RS:2;853c158ffd74:40613 {}] regionserver.Replication(171): 853c158ffd74,40613,1731610841548 started 2024-11-14T19:00:43,306 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,306 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,40613,1731610841548, RpcServer on 853c158ffd74/172.17.0.2:40613, sessionid=0x1013c0220f70003 2024-11-14T19:00:43,306 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:00:43,306 DEBUG [RS:2;853c158ffd74:40613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,306 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40613,1731610841548' 2024-11-14T19:00:43,306 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:00:43,306 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:00:43,306 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:00:43,306 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,35335,1731610841466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,306 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,38795,1731610841357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,306 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,306 INFO [RS:1;853c158ffd74:35335 {}] regionserver.Replication(171): 853c158ffd74,35335,1731610841466 started 2024-11-14T19:00:43,307 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,307 INFO [RS:0;853c158ffd74:38795 {}] regionserver.Replication(171): 853c158ffd74,38795,1731610841357 started 2024-11-14T19:00:43,307 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,40613,1731610841548 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,40613,1731610841548' 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:00:43,308 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:00:43,312 DEBUG [RS:2;853c158ffd74:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:00:43,312 INFO [RS:2;853c158ffd74:40613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:00:43,313 INFO [RS:2;853c158ffd74:40613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:00:43,328 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,328 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,35335,1731610841466, RpcServer on 853c158ffd74/172.17.0.2:35335, sessionid=0x1013c0220f70002 2024-11-14T19:00:43,328 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:00:43,328 DEBUG [RS:1;853c158ffd74:35335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,328 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35335,1731610841466' 2024-11-14T19:00:43,328 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:00:43,330 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:00:43,330 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:00:43,330 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:00:43,331 DEBUG [RS:1;853c158ffd74:35335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,35335,1731610841466 2024-11-14T19:00:43,331 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,35335,1731610841466' 2024-11-14T19:00:43,331 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:00:43,333 INFO [RS:0;853c158ffd74:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:43,333 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:00:43,333 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1482): Serving as 853c158ffd74,38795,1731610841357, RpcServer on 853c158ffd74/172.17.0.2:38795, sessionid=0x1013c0220f70001 2024-11-14T19:00:43,333 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:00:43,333 DEBUG [RS:0;853c158ffd74:38795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,333 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38795,1731610841357' 2024-11-14T19:00:43,333 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:00:43,339 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:00:43,339 DEBUG [RS:1;853c158ffd74:35335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:00:43,339 INFO [RS:1;853c158ffd74:35335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:00:43,339 INFO [RS:1;853c158ffd74:35335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '853c158ffd74,38795,1731610841357' 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:00:43,340 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:00:43,342 DEBUG [RS:0;853c158ffd74:38795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:00:43,342 INFO [RS:0;853c158ffd74:38795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:00:43,342 INFO [RS:0;853c158ffd74:38795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:00:43,415 INFO [RS:2;853c158ffd74:40613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:00:43,431 INFO [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40613%2C1731610841548, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs, maxLogs=32 2024-11-14T19:00:43,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:00:43,431 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:43,443 INFO [RS:1;853c158ffd74:35335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:00:43,443 INFO [RS:0;853c158ffd74:38795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:00:43,451 INFO [RS:1;853c158ffd74:35335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C35335%2C1731610841466, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,35335,1731610841466, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs, maxLogs=32 2024-11-14T19:00:43,452 INFO [RS:0;853c158ffd74:38795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C38795%2C1731610841357, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs, maxLogs=32 2024-11-14T19:00:43,454 DEBUG [RS:2;853c158ffd74:40613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548/853c158ffd74%2C40613%2C1731610841548.1731610843435, exclude list is [], retry=0 2024-11-14T19:00:43,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:00:43,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:00:43,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:00:43,485 DEBUG [RS:1;853c158ffd74:35335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,35335,1731610841466/853c158ffd74%2C35335%2C1731610841466.1731610843452, exclude list is [], retry=0 2024-11-14T19:00:43,490 DEBUG [RS:0;853c158ffd74:38795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357/853c158ffd74%2C38795%2C1731610841357.1731610843453, exclude list is [], retry=0 2024-11-14T19:00:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:00:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:00:43,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:00:43,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:00:43,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:00:43,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:00:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:00:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:00:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:00:43,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:43,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:00:43,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:00:43,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:43,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:43,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:00:43,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:00:43,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:43,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:43,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:00:43,600 INFO [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548/853c158ffd74%2C40613%2C1731610841548.1731610843435 2024-11-14T19:00:43,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:00:43,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:43,607 INFO [RS:0;853c158ffd74:38795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357/853c158ffd74%2C38795%2C1731610841357.1731610843453 2024-11-14T19:00:43,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:43,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:00:43,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:00:43,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:43,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:43,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:00:43,611 DEBUG [RS:0;853c158ffd74:38795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:39397:39397),(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T19:00:43,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:00:43,612 INFO [RS:1;853c158ffd74:35335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,35335,1731610841466/853c158ffd74%2C35335%2C1731610841466.1731610843452 2024-11-14T19:00:43,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:00:43,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:00:43,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:00:43,615 DEBUG [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:46139:46139),(127.0.0.1/127.0.0.1:39397:39397)] 2024-11-14T19:00:43,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:00:43,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:00:43,617 DEBUG [RS:1;853c158ffd74:35335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:46139:46139),(127.0.0.1/127.0.0.1:39397:39397)] 2024-11-14T19:00:43,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:00:43,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67275722, jitterRate=0.0024863779544830322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:00:43,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731610843504Initializing all the Stores at 1731610843511 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610843512 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610843550 (+38 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610843550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610843550Cleaning up temporary data from old regions at 1731610843614 (+64 ms)Region opened successfully at 1731610843628 (+14 ms) 2024-11-14T19:00:43,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:00:43,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:00:43,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:00:43,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:00:43,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:00:43,635 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:00:43,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610843629Disabling compacts and flushes for region at 1731610843629Disabling writes for close at 1731610843629Writing region close event to WAL at 1731610843635 (+6 ms)Closed at 1731610843635 2024-11-14T19:00:43,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:00:43,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:00:43,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:00:43,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:00:43,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:00:43,795 DEBUG [853c158ffd74:33847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T19:00:43,795 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T19:00:43,804 INFO [853c158ffd74:33847 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:00:43,804 INFO [853c158ffd74:33847 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:00:43,804 INFO [853c158ffd74:33847 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T19:00:43,804 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:00:43,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:00:43,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38795,1731610841357, state=OPENING 2024-11-14T19:00:43,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:00:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:00:43,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:43,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:43,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:00:43,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:43,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38795,1731610841357}] 2024-11-14T19:00:43,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:45,509 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:45749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T19:00:53,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:00:53,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:00:53,889 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:00:53,889 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:00:53,890 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:00:53,892 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C38795%2C1731610841357.meta, suffix=.meta, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs, maxLogs=32 2024-11-14T19:00:53,913 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, exclude list is [], retry=0 2024-11-14T19:00:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:00:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:00:53,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:00:53,937 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta 2024-11-14T19:00:53,937 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39397:39397),(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T19:00:53,938 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:00:53,938 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:00:53,938 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:00:53,939 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:00:53,939 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:00:53,939 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:53,939 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:00:53,939 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:00:53,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:00:53,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:00:53,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:53,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:53,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:00:53,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:00:53,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:53,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:53,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:00:53,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:00:53,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:53,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:00:53,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:00:53,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:53,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:00:53,968 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:00:53,969 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:00:53,973 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:00:53,975 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:00:53,975 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:00:53,976 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:00:53,978 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:00:53,983 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63202444, jitterRate=-0.05821019411087036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:00:53,984 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:00:53,985 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610853939Writing region info on filesystem at 1731610853939Initializing all the Stores at 1731610853941 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610853941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610853942 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610853942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610853942Cleaning up temporary data from old regions at 1731610853975 (+33 ms)Running coprocessor post-open hooks at 1731610853984 (+9 ms)Region opened successfully at 1731610853984 2024-11-14T19:00:53,986 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731610853873 2024-11-14T19:00:53,994 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:00:53,994 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:00:53,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:00:53,997 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,38795,1731610841357, state=OPEN 2024-11-14T19:00:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:00:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:00:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:00:54,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:54,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:54,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:00:54,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:00:54,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,38795,1731610841357 2024-11-14T19:00:54,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:00:54,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,38795,1731610841357 in 10.1820 sec 2024-11-14T19:00:54,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:00:54,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4180 sec 2024-11-14T19:00:54,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:00:54,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:00:54,082 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:00:54,082 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1] 2024-11-14T19:00:54,083 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:00:54,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:00:54,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1440 sec 2024-11-14T19:00:54,112 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731610854112, completionTime=-1 2024-11-14T19:00:54,112 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T19:00:54,112 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:00:54,114 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T19:00:54,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731610914115 2024-11-14T19:00:54,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731610974115 2024-11-14T19:00:54,115 INFO [master/853c158ffd74:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:00:54,115 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:00:54,119 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,119 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,119 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,119 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-853c158ffd74:33847, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,119 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,121 DEBUG [master/853c158ffd74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:00:54,122 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,128 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.452sec 2024-11-14T19:00:54,130 INFO [master/853c158ffd74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:00:54,131 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:00:54,139 DEBUG [master/853c158ffd74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:00:54,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:00:54,139 INFO [master/853c158ffd74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=853c158ffd74,33847,1731610841073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:00:54,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84ab94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33847,-1 for getting cluster id 2024-11-14T19:00:54,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:00:54,228 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '967a6a0a-cb16-4b60-a393-70af93c9408f' 2024-11-14T19:00:54,229 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:00:54,229 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "967a6a0a-cb16-4b60-a393-70af93c9408f" 2024-11-14T19:00:54,230 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f73345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,230 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33847,-1] 2024-11-14T19:00:54,230 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:00:54,231 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:54,232 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:00:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:00:54,236 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1] 2024-11-14T19:00:54,236 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:00:54,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:00:54,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=853c158ffd74,33847,1731610841073 2024-11-14T19:00:54,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731610854243 (current time:1731610854243). 2024-11-14T19:00:54,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T19:00:54,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T19:00:54,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 853c158ffd74,33847,-1 for getting cluster id 2024-11-14T19:00:54,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:00:54,246 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '967a6a0a-cb16-4b60-a393-70af93c9408f' 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "967a6a0a-cb16-4b60-a393-70af93c9408f" 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab1771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [853c158ffd74,33847,-1] 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:00:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:54,249 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:00:54,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e8ac62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:00:54,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:00:54,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1] 2024-11-14T19:00:54,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:00:54,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:00:54,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:00:54,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:00:54,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:54,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:00:54,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:00:54,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:00:54,256 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 853c158ffd74,33847,1731610841073 2024-11-14T19:00:54,257 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c25ca3 2024-11-14T19:00:54,257 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:00:54,260 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:00:54,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:00:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T19:00:54,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:00:54,266 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:00:54,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T19:00:54,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:00:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:54,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741837_1013 (size=361) 2024-11-14T19:00:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741837_1013 (size=361) 2024-11-14T19:00:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741837_1013 (size=361) 2024-11-14T19:00:54,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 864e5e3ad6ae24410e324d431755fc6a, NAME => 'SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,311 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1daa2afb5457be7acd897d4abf1cf91c, NAME => 'SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,315 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 169479fa28e681c8c161ef389cbe2cad, NAME => 'SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741838_1014 (size=54) 2024-11-14T19:00:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741838_1014 (size=54) 2024-11-14T19:00:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741838_1014 (size=54) 2024-11-14T19:00:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741839_1015 (size=62) 2024-11-14T19:00:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741839_1015 (size=62) 2024-11-14T19:00:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741839_1015 (size=62) 2024-11-14T19:00:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741840_1016 (size=62) 2024-11-14T19:00:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741840_1016 (size=62) 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 169479fa28e681c8c161ef389cbe2cad, disabling compactions & flushes 2024-11-14T19:00:54,381 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. after waiting 0 ms 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:00:54,381 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:00:54,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 169479fa28e681c8c161ef389cbe2cad: Waiting for close lock at 1731610854381Disabling compacts and flushes for region at 1731610854381Disabling writes for close at 1731610854381Writing region close event to WAL at 1731610854381Closed at 1731610854381 2024-11-14T19:00:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741840_1016 (size=62) 2024-11-14T19:00:54,383 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c267ef1f6106033c09e2232b783a9727, NAME => 'SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741841_1017 (size=62) 2024-11-14T19:00:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741841_1017 (size=62) 2024-11-14T19:00:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741841_1017 (size=62) 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c267ef1f6106033c09e2232b783a9727, disabling compactions & flushes 2024-11-14T19:00:54,415 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. after waiting 0 ms 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:00:54,415 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:00:54,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c267ef1f6106033c09e2232b783a9727: Waiting for close lock at 1731610854415Disabling compacts and flushes for region at 1731610854415Disabling writes for close at 1731610854415Writing region close event to WAL at 1731610854415Closed at 1731610854415 2024-11-14T19:00:54,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1008f37c2a57a3fa7c833e88b190fe2d, NAME => 'SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741842_1018 (size=62) 2024-11-14T19:00:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741842_1018 (size=62) 2024-11-14T19:00:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741842_1018 (size=62) 2024-11-14T19:00:54,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1008f37c2a57a3fa7c833e88b190fe2d, disabling compactions & flushes 2024-11-14T19:00:54,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:00:54,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:00:54,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. after waiting 0 ms 2024-11-14T19:00:54,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:00:54,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:00:54,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1008f37c2a57a3fa7c833e88b190fe2d: Waiting for close lock at 1731610854442Disabling compacts and flushes for region at 1731610854442Disabling writes for close at 1731610854442Writing region close event to WAL at 1731610854442Closed at 1731610854442 2024-11-14T19:00:54,443 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d364dd6c4b040c99fb63885700e85569, NAME => 'SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741843_1019 (size=62) 2024-11-14T19:00:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741843_1019 (size=62) 2024-11-14T19:00:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741843_1019 (size=62) 2024-11-14T19:00:54,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d364dd6c4b040c99fb63885700e85569, disabling compactions & flushes 2024-11-14T19:00:54,472 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:00:54,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:00:54,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. after waiting 0 ms 2024-11-14T19:00:54,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:00:54,473 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:00:54,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d364dd6c4b040c99fb63885700e85569: Waiting for close lock at 1731610854472Disabling compacts and flushes for region at 1731610854472Disabling writes for close at 1731610854473 (+1 ms)Writing region close event to WAL at 1731610854473Closed at 1731610854473 2024-11-14T19:00:54,474 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6c728430d2a5980656d36ab16205afd5, NAME => 'SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741844_1020 (size=62) 2024-11-14T19:00:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741844_1020 (size=62) 2024-11-14T19:00:54,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6c728430d2a5980656d36ab16205afd5, disabling compactions & flushes 2024-11-14T19:00:54,504 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:00:54,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:00:54,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. after waiting 0 ms 2024-11-14T19:00:54,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:00:54,505 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:00:54,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6c728430d2a5980656d36ab16205afd5: Waiting for close lock at 1731610854504Disabling compacts and flushes for region at 1731610854504Disabling writes for close at 1731610854505 (+1 ms)Writing region close event to WAL at 1731610854505Closed at 1731610854505 2024-11-14T19:00:54,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741844_1020 (size=62) 2024-11-14T19:00:54,506 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 71f8d94442d9481d2d1f49844b32eb1e, NAME => 'SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741845_1021 (size=62) 2024-11-14T19:00:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741845_1021 (size=62) 2024-11-14T19:00:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741845_1021 (size=62) 2024-11-14T19:00:54,547 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 71f8d94442d9481d2d1f49844b32eb1e, disabling compactions & flushes 2024-11-14T19:00:54,548 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:00:54,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:00:54,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. after waiting 0 ms 2024-11-14T19:00:54,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:00:54,548 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:00:54,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 71f8d94442d9481d2d1f49844b32eb1e: Waiting for close lock at 1731610854548Disabling compacts and flushes for region at 1731610854548Disabling writes for close at 1731610854548Writing region close event to WAL at 1731610854548Closed at 1731610854548 2024-11-14T19:00:54,549 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5dea9a5f2c004c737ed1b2f2bedd621a, NAME => 'SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741846_1022 (size=62) 2024-11-14T19:00:54,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741846_1022 (size=62) 2024-11-14T19:00:54,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5dea9a5f2c004c737ed1b2f2bedd621a, disabling compactions & flushes 2024-11-14T19:00:54,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:00:54,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:00:54,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. after waiting 0 ms 2024-11-14T19:00:54,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:00:54,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:00:54,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5dea9a5f2c004c737ed1b2f2bedd621a: Waiting for close lock at 1731610854579Disabling compacts and flushes for region at 1731610854579Disabling writes for close at 1731610854579Writing region close event to WAL at 1731610854579Closed at 1731610854579 2024-11-14T19:00:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741846_1022 (size=62) 2024-11-14T19:00:54,580 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7b4aa9bee1dacae60c1be73eed2fbf94, NAME => 'SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41 2024-11-14T19:00:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741847_1023 (size=54) 2024-11-14T19:00:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741847_1023 (size=54) 2024-11-14T19:00:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741847_1023 (size=54) 2024-11-14T19:00:54,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7b4aa9bee1dacae60c1be73eed2fbf94, disabling compactions & flushes 2024-11-14T19:00:54,621 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:00:54,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:00:54,622 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. after waiting 0 ms 2024-11-14T19:00:54,622 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:00:54,622 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:00:54,622 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7b4aa9bee1dacae60c1be73eed2fbf94: Waiting for close lock at 1731610854621Disabling compacts and flushes for region at 1731610854621Disabling writes for close at 1731610854622 (+1 ms)Writing region close event to WAL at 1731610854622Closed at 1731610854622 2024-11-14T19:00:54,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 864e5e3ad6ae24410e324d431755fc6a, disabling compactions & flushes 2024-11-14T19:00:54,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:00:54,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:00:54,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. after waiting 0 ms 2024-11-14T19:00:54,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:00:54,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:00:54,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 864e5e3ad6ae24410e324d431755fc6a: Waiting for close lock at 1731610854748Disabling compacts and flushes for region at 1731610854748Disabling writes for close at 1731610854749 (+1 ms)Writing region close event to WAL at 1731610854749Closed at 1731610854749 2024-11-14T19:00:54,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:00:54,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1daa2afb5457be7acd897d4abf1cf91c, disabling compactions & flushes 2024-11-14T19:00:54,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:00:54,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:00:54,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. after waiting 0 ms 2024-11-14T19:00:54,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:00:54,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:00:54,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1daa2afb5457be7acd897d4abf1cf91c: Waiting for close lock at 1731610854762Disabling compacts and flushes for region at 1731610854762Disabling writes for close at 1731610854762Writing region close event to WAL at 1731610854762Closed at 1731610854762 2024-11-14T19:00:54,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731610854764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731610854764"}]},"ts":"1731610854764"} 2024-11-14T19:00:54,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T19:00:54,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:00:54,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610854774"}]},"ts":"1731610854774"} 2024-11-14T19:00:54,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T19:00:54,783 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T19:00:54,789 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:00:54,789 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:00:54,789 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T19:00:54,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:00:54,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=864e5e3ad6ae24410e324d431755fc6a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1daa2afb5457be7acd897d4abf1cf91c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=169479fa28e681c8c161ef389cbe2cad, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c267ef1f6106033c09e2232b783a9727, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1008f37c2a57a3fa7c833e88b190fe2d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d364dd6c4b040c99fb63885700e85569, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c728430d2a5980656d36ab16205afd5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71f8d94442d9481d2d1f49844b32eb1e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dea9a5f2c004c737ed1b2f2bedd621a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b4aa9bee1dacae60c1be73eed2fbf94, ASSIGN}] 2024-11-14T19:00:54,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=864e5e3ad6ae24410e324d431755fc6a, ASSIGN 2024-11-14T19:00:54,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b4aa9bee1dacae60c1be73eed2fbf94, ASSIGN 2024-11-14T19:00:54,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dea9a5f2c004c737ed1b2f2bedd621a, ASSIGN 2024-11-14T19:00:54,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=864e5e3ad6ae24410e324d431755fc6a, ASSIGN; state=OFFLINE, location=853c158ffd74,38795,1731610841357; forceNewPlan=false, retain=false 2024-11-14T19:00:54,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71f8d94442d9481d2d1f49844b32eb1e, ASSIGN 2024-11-14T19:00:54,798 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71f8d94442d9481d2d1f49844b32eb1e, ASSIGN; state=OFFLINE, location=853c158ffd74,38795,1731610841357; forceNewPlan=false, retain=false 2024-11-14T19:00:54,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c728430d2a5980656d36ab16205afd5, ASSIGN 2024-11-14T19:00:54,800 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d364dd6c4b040c99fb63885700e85569, ASSIGN 2024-11-14T19:00:54,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c728430d2a5980656d36ab16205afd5, ASSIGN; state=OFFLINE, location=853c158ffd74,40613,1731610841548; forceNewPlan=false, retain=false 2024-11-14T19:00:54,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dea9a5f2c004c737ed1b2f2bedd621a, ASSIGN; state=OFFLINE, location=853c158ffd74,35335,1731610841466; forceNewPlan=false, retain=false 2024-11-14T19:00:54,803 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b4aa9bee1dacae60c1be73eed2fbf94, ASSIGN; state=OFFLINE, location=853c158ffd74,40613,1731610841548; forceNewPlan=false, retain=false 2024-11-14T19:00:54,803 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d364dd6c4b040c99fb63885700e85569, ASSIGN; state=OFFLINE, location=853c158ffd74,35335,1731610841466; forceNewPlan=false, retain=false 2024-11-14T19:00:54,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1008f37c2a57a3fa7c833e88b190fe2d, ASSIGN 2024-11-14T19:00:54,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1008f37c2a57a3fa7c833e88b190fe2d, ASSIGN; state=OFFLINE, location=853c158ffd74,38795,1731610841357; forceNewPlan=false, retain=false 2024-11-14T19:00:54,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=169479fa28e681c8c161ef389cbe2cad, ASSIGN 2024-11-14T19:00:54,814 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=169479fa28e681c8c161ef389cbe2cad, ASSIGN; state=OFFLINE, location=853c158ffd74,35335,1731610841466; forceNewPlan=false, retain=false 2024-11-14T19:00:54,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1daa2afb5457be7acd897d4abf1cf91c, ASSIGN 2024-11-14T19:00:54,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1daa2afb5457be7acd897d4abf1cf91c, ASSIGN; state=OFFLINE, location=853c158ffd74,35335,1731610841466; forceNewPlan=false, retain=false 2024-11-14T19:00:54,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c267ef1f6106033c09e2232b783a9727, ASSIGN 2024-11-14T19:00:54,822 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c267ef1f6106033c09e2232b783a9727, ASSIGN; state=OFFLINE, location=853c158ffd74,40613,1731610841548; forceNewPlan=false, retain=false 2024-11-14T19:00:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:54,946 INFO [853c158ffd74:33847 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T19:00:54,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6c728430d2a5980656d36ab16205afd5, regionState=OPENING, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:00:54,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7b4aa9bee1dacae60c1be73eed2fbf94, regionState=OPENING, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:00:54,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c267ef1f6106033c09e2232b783a9727, regionState=OPENING, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:00:54,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71f8d94442d9481d2d1f49844b32eb1e, regionState=OPENING, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:00:54,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1008f37c2a57a3fa7c833e88b190fe2d, regionState=OPENING, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:00:54,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d364dd6c4b040c99fb63885700e85569, regionState=OPENING, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:00:54,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=169479fa28e681c8c161ef389cbe2cad, regionState=OPENING, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:00:54,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1daa2afb5457be7acd897d4abf1cf91c, regionState=OPENING, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:00:54,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5dea9a5f2c004c737ed1b2f2bedd621a, regionState=OPENING, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:00:54,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=864e5e3ad6ae24410e324d431755fc6a, regionState=OPENING, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:00:54,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b4aa9bee1dacae60c1be73eed2fbf94, ASSIGN because future has completed 2024-11-14T19:00:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c267ef1f6106033c09e2232b783a9727, ASSIGN because future has completed 2024-11-14T19:00:54,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94, server=853c158ffd74,40613,1731610841548}] 2024-11-14T19:00:54,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c728430d2a5980656d36ab16205afd5, ASSIGN because future has completed 2024-11-14T19:00:54,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c267ef1f6106033c09e2232b783a9727, server=853c158ffd74,40613,1731610841548}] 2024-11-14T19:00:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71f8d94442d9481d2d1f49844b32eb1e, ASSIGN because future has completed 2024-11-14T19:00:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1008f37c2a57a3fa7c833e88b190fe2d, ASSIGN because future has completed 2024-11-14T19:00:54,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e, server=853c158ffd74,38795,1731610841357}] 2024-11-14T19:00:54,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d364dd6c4b040c99fb63885700e85569, ASSIGN because future has completed 2024-11-14T19:00:54,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c728430d2a5980656d36ab16205afd5, server=853c158ffd74,40613,1731610841548}] 2024-11-14T19:00:55,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=169479fa28e681c8c161ef389cbe2cad, ASSIGN because future has completed 2024-11-14T19:00:55,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d, server=853c158ffd74,38795,1731610841357}] 2024-11-14T19:00:55,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1daa2afb5457be7acd897d4abf1cf91c, ASSIGN because future has completed 2024-11-14T19:00:55,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dea9a5f2c004c737ed1b2f2bedd621a, ASSIGN because future has completed 2024-11-14T19:00:55,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=864e5e3ad6ae24410e324d431755fc6a, ASSIGN because future has completed 2024-11-14T19:00:55,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c, server=853c158ffd74,35335,1731610841466}] 2024-11-14T19:00:55,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d364dd6c4b040c99fb63885700e85569, server=853c158ffd74,35335,1731610841466}] 2024-11-14T19:00:55,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a, server=853c158ffd74,35335,1731610841466}] 2024-11-14T19:00:55,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864e5e3ad6ae24410e324d431755fc6a, server=853c158ffd74,38795,1731610841357}] 2024-11-14T19:00:55,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 169479fa28e681c8c161ef389cbe2cad, server=853c158ffd74,35335,1731610841466}] 2024-11-14T19:00:55,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:00:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:56,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:00:56,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:00:56,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:00:56,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:00:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:00:58,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:58,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:58,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:59,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:00:59,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:59,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:00:59,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:01:04,987 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:01:04,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:01:04,995 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:04,995 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c267ef1f6106033c09e2232b783a9727, NAME => 'SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T19:01:04,996 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:04,996 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:04,996 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:04,996 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:04,997 INFO [StoreOpener-c267ef1f6106033c09e2232b783a9727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:04,999 INFO [StoreOpener-c267ef1f6106033c09e2232b783a9727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c267ef1f6106033c09e2232b783a9727 columnFamilyName cf 2024-11-14T19:01:04,999 DEBUG [StoreOpener-c267ef1f6106033c09e2232b783a9727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,000 INFO [StoreOpener-c267ef1f6106033c09e2232b783a9727-1 {}] regionserver.HStore(327): Store=c267ef1f6106033c09e2232b783a9727/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,000 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,001 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,002 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,003 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,003 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,006 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,015 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/c267ef1f6106033c09e2232b783a9727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,016 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c267ef1f6106033c09e2232b783a9727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64525756, jitterRate=-0.03849130868911743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:05,016 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c267ef1f6106033c09e2232b783a9727: Running coprocessor pre-open hook at 1731610864996Writing region info on filesystem at 1731610864996Initializing all the Stores at 1731610864997 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610864997Cleaning up temporary data from old regions at 1731610865003 (+6 ms)Running coprocessor post-open hooks at 1731610865016 (+13 ms)Region opened successfully at 1731610865016 2024-11-14T19:01:05,017 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727., pid=16, masterSystemTime=1731610864987 2024-11-14T19:01:05,020 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:05,021 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:05,021 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:05,021 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b4aa9bee1dacae60c1be73eed2fbf94, NAME => 'SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T19:01:05,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c267ef1f6106033c09e2232b783a9727, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:01:05,021 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,022 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,022 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,022 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c267ef1f6106033c09e2232b783a9727, server=853c158ffd74,40613,1731610841548 because future has completed 2024-11-14T19:01:05,026 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:01:05,026 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 71f8d94442d9481d2d1f49844b32eb1e, NAME => 'SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T19:01:05,027 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,027 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,027 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,027 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,026 INFO [StoreOpener-7b4aa9bee1dacae60c1be73eed2fbf94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-14T19:01:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c267ef1f6106033c09e2232b783a9727, server=853c158ffd74,40613,1731610841548 in 10.0550 sec 2024-11-14T19:01:05,030 INFO [StoreOpener-7b4aa9bee1dacae60c1be73eed2fbf94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4aa9bee1dacae60c1be73eed2fbf94 columnFamilyName cf 2024-11-14T19:01:05,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:01:05,030 DEBUG [StoreOpener-7b4aa9bee1dacae60c1be73eed2fbf94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,031 INFO [StoreOpener-7b4aa9bee1dacae60c1be73eed2fbf94-1 {}] regionserver.HStore(327): Store=7b4aa9bee1dacae60c1be73eed2fbf94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,031 INFO [StoreOpener-71f8d94442d9481d2d1f49844b32eb1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,031 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c267ef1f6106033c09e2232b783a9727, ASSIGN in 10.2380 sec 2024-11-14T19:01:05,032 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,033 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,033 INFO [StoreOpener-71f8d94442d9481d2d1f49844b32eb1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f8d94442d9481d2d1f49844b32eb1e columnFamilyName cf 2024-11-14T19:01:05,033 DEBUG [StoreOpener-71f8d94442d9481d2d1f49844b32eb1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,033 INFO [StoreOpener-71f8d94442d9481d2d1f49844b32eb1e-1 {}] regionserver.HStore(327): Store=71f8d94442d9481d2d1f49844b32eb1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,034 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,034 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,034 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,034 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,035 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,035 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,035 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,036 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,037 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:01:05,043 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,043 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,044 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7b4aa9bee1dacae60c1be73eed2fbf94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60890319, jitterRate=-0.09266354143619537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,044 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 71f8d94442d9481d2d1f49844b32eb1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68298684, jitterRate=0.01772969961166382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,044 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:05,044 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:05,044 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 71f8d94442d9481d2d1f49844b32eb1e: Running coprocessor pre-open hook at 1731610865027Writing region info on filesystem at 1731610865027Initializing all the Stores at 1731610865030 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865030Cleaning up temporary data from old regions at 1731610865035 (+5 ms)Running coprocessor post-open hooks at 1731610865044 (+9 ms)Region opened successfully at 1731610865044 2024-11-14T19:01:05,044 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7b4aa9bee1dacae60c1be73eed2fbf94: Running coprocessor pre-open hook at 1731610865022Writing region info on filesystem at 1731610865022Initializing all the Stores at 1731610865023 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865023Cleaning up temporary data from old regions at 1731610865034 (+11 ms)Running coprocessor post-open hooks at 1731610865044 (+10 ms)Region opened successfully at 1731610865044 2024-11-14T19:01:05,046 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., pid=17, masterSystemTime=1731610865002 2024-11-14T19:01:05,046 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., pid=15, masterSystemTime=1731610864987 2024-11-14T19:01:05,048 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:01:05,048 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:01:05,048 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:01:05,049 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 864e5e3ad6ae24410e324d431755fc6a, NAME => 'SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T19:01:05,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71f8d94442d9481d2d1f49844b32eb1e, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:01:05,049 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,049 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,049 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,049 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,050 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:05,050 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:05,050 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:05,051 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c728430d2a5980656d36ab16205afd5, NAME => 'SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T19:01:05,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7b4aa9bee1dacae60c1be73eed2fbf94, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:01:05,051 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,051 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,051 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,051 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,062 INFO [StoreOpener-6c728430d2a5980656d36ab16205afd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e, server=853c158ffd74,38795,1731610841357 because future has completed 2024-11-14T19:01:05,070 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:05,071 INFO [StoreOpener-864e5e3ad6ae24410e324d431755fc6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,071 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dea9a5f2c004c737ed1b2f2bedd621a, NAME => 'SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T19:01:05,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-14T19:01:05,071 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,078 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94, server=853c158ffd74,40613,1731610841548 because future has completed 2024-11-14T19:01:05,079 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,079 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,079 INFO [StoreOpener-864e5e3ad6ae24410e324d431755fc6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864e5e3ad6ae24410e324d431755fc6a columnFamilyName cf 2024-11-14T19:01:05,079 DEBUG [StoreOpener-864e5e3ad6ae24410e324d431755fc6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,080 INFO [StoreOpener-864e5e3ad6ae24410e324d431755fc6a-1 {}] regionserver.HStore(327): Store=864e5e3ad6ae24410e324d431755fc6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e, server=853c158ffd74,38795,1731610841357 in 10.0810 sec 2024-11-14T19:01:05,082 INFO [StoreOpener-6c728430d2a5980656d36ab16205afd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c728430d2a5980656d36ab16205afd5 columnFamilyName cf 2024-11-14T19:01:05,082 DEBUG [StoreOpener-6c728430d2a5980656d36ab16205afd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,087 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,091 INFO [StoreOpener-6c728430d2a5980656d36ab16205afd5-1 {}] regionserver.HStore(327): Store=6c728430d2a5980656d36ab16205afd5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,094 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,095 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,097 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71f8d94442d9481d2d1f49844b32eb1e, ASSIGN in 10.2880 sec 2024-11-14T19:01:05,101 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,111 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,111 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,111 INFO [StoreOpener-5dea9a5f2c004c737ed1b2f2bedd621a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,111 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T19:01:05,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94, server=853c158ffd74,40613,1731610841548 in 10.1410 sec 2024-11-14T19:01:05,115 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,115 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b4aa9bee1dacae60c1be73eed2fbf94, ASSIGN in 10.3240 sec 2024-11-14T19:01:05,127 INFO [StoreOpener-5dea9a5f2c004c737ed1b2f2bedd621a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dea9a5f2c004c737ed1b2f2bedd621a columnFamilyName cf 2024-11-14T19:01:05,127 DEBUG [StoreOpener-5dea9a5f2c004c737ed1b2f2bedd621a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,127 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,135 INFO [StoreOpener-5dea9a5f2c004c737ed1b2f2bedd621a-1 {}] regionserver.HStore(327): Store=5dea9a5f2c004c737ed1b2f2bedd621a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,138 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,142 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,146 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,154 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,158 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/864e5e3ad6ae24410e324d431755fc6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,158 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,158 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,158 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 864e5e3ad6ae24410e324d431755fc6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66257836, jitterRate=-0.012681305408477783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,159 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:05,159 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 864e5e3ad6ae24410e324d431755fc6a: Running coprocessor pre-open hook at 1731610865050Writing region info on filesystem at 1731610865050Initializing all the Stores at 1731610865051 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865051Cleaning up temporary data from old regions at 1731610865111 (+60 ms)Running coprocessor post-open hooks at 1731610865159 (+48 ms)Region opened successfully at 1731610865159 2024-11-14T19:01:05,160 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a., pid=22, masterSystemTime=1731610865002 2024-11-14T19:01:05,161 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,161 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,167 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6c728430d2a5980656d36ab16205afd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74219311, jitterRate=0.10595391690731049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:05,167 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6c728430d2a5980656d36ab16205afd5: Running coprocessor pre-open hook at 1731610865052Writing region info on filesystem at 1731610865052Initializing all the Stores at 1731610865054 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865054Cleaning up temporary data from old regions at 1731610865115 (+61 ms)Running coprocessor post-open hooks at 1731610865167 (+52 ms)Region opened successfully at 1731610865167 2024-11-14T19:01:05,168 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., pid=18, masterSystemTime=1731610864987 2024-11-14T19:01:05,171 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:01:05,171 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:01:05,171 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:01:05,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=864e5e3ad6ae24410e324d431755fc6a, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:01:05,171 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1008f37c2a57a3fa7c833e88b190fe2d, NAME => 'SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T19:01:05,171 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,172 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,172 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,172 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864e5e3ad6ae24410e324d431755fc6a, server=853c158ffd74,38795,1731610841357 because future has completed 2024-11-14T19:01:05,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6c728430d2a5980656d36ab16205afd5, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:01:05,175 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:05,177 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:05,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c728430d2a5980656d36ab16205afd5, server=853c158ffd74,40613,1731610841548 because future has completed 2024-11-14T19:01:05,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-14T19:01:05,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 864e5e3ad6ae24410e324d431755fc6a, server=853c158ffd74,38795,1731610841357 in 10.1480 sec 2024-11-14T19:01:05,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-14T19:01:05,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c728430d2a5980656d36ab16205afd5, server=853c158ffd74,40613,1731610841548 in 10.1830 sec 2024-11-14T19:01:05,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=864e5e3ad6ae24410e324d431755fc6a, ASSIGN in 10.3920 sec 2024-11-14T19:01:05,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c728430d2a5980656d36ab16205afd5, ASSIGN in 10.3950 sec 2024-11-14T19:01:05,194 INFO [StoreOpener-1008f37c2a57a3fa7c833e88b190fe2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,196 INFO [StoreOpener-1008f37c2a57a3fa7c833e88b190fe2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1008f37c2a57a3fa7c833e88b190fe2d columnFamilyName cf 2024-11-14T19:01:05,197 DEBUG [StoreOpener-1008f37c2a57a3fa7c833e88b190fe2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,197 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,197 INFO [StoreOpener-1008f37c2a57a3fa7c833e88b190fe2d-1 {}] regionserver.HStore(327): Store=1008f37c2a57a3fa7c833e88b190fe2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,197 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,198 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5dea9a5f2c004c737ed1b2f2bedd621a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69159459, jitterRate=0.030556246638298035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,198 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,198 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:05,199 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5dea9a5f2c004c737ed1b2f2bedd621a: Running coprocessor pre-open hook at 1731610865079Writing region info on filesystem at 1731610865079Initializing all the Stores at 1731610865099 (+20 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865099Cleaning up temporary data from old regions at 1731610865158 (+59 ms)Running coprocessor post-open hooks at 1731610865198 (+40 ms)Region opened successfully at 1731610865199 (+1 ms) 2024-11-14T19:01:05,199 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,200 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,200 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,203 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., pid=23, masterSystemTime=1731610865030 2024-11-14T19:01:05,203 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,206 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:05,207 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:05,207 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:05,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5dea9a5f2c004c737ed1b2f2bedd621a, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:01:05,207 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d364dd6c4b040c99fb63885700e85569, NAME => 'SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T19:01:05,207 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,208 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,208 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,208 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a, server=853c158ffd74,35335,1731610841466 because future has completed 2024-11-14T19:01:05,220 INFO [StoreOpener-d364dd6c4b040c99fb63885700e85569-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,222 INFO [StoreOpener-d364dd6c4b040c99fb63885700e85569-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d364dd6c4b040c99fb63885700e85569 columnFamilyName cf 2024-11-14T19:01:05,222 DEBUG [StoreOpener-d364dd6c4b040c99fb63885700e85569-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,225 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1008f37c2a57a3fa7c833e88b190fe2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,225 INFO [StoreOpener-d364dd6c4b040c99fb63885700e85569-1 {}] regionserver.HStore(327): Store=d364dd6c4b040c99fb63885700e85569/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,225 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,226 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1008f37c2a57a3fa7c833e88b190fe2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59108003, jitterRate=-0.11922211945056915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,226 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:05,226 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1008f37c2a57a3fa7c833e88b190fe2d: Running coprocessor pre-open hook at 1731610865172Writing region info on filesystem at 1731610865172Initializing all the Stores at 1731610865194 (+22 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865194Cleaning up temporary data from old regions at 1731610865200 (+6 ms)Running coprocessor post-open hooks at 1731610865226 (+26 ms)Region opened successfully at 1731610865226 2024-11-14T19:01:05,227 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-14T19:01:05,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a, server=853c158ffd74,35335,1731610841466 in 10.1900 sec 2024-11-14T19:01:05,228 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,229 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,229 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,230 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dea9a5f2c004c737ed1b2f2bedd621a, ASSIGN in 10.4380 sec 2024-11-14T19:01:05,235 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/d364dd6c4b040c99fb63885700e85569/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,236 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d364dd6c4b040c99fb63885700e85569; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59445570, jitterRate=-0.11419197916984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,236 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:05,236 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d364dd6c4b040c99fb63885700e85569: Running coprocessor pre-open hook at 1731610865208Writing region info on filesystem at 1731610865208Initializing all the Stores at 1731610865210 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865210Cleaning up temporary data from old regions at 1731610865229 (+19 ms)Running coprocessor post-open hooks at 1731610865236 (+7 ms)Region opened successfully at 1731610865236 2024-11-14T19:01:05,239 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d., pid=19, masterSystemTime=1731610865002 2024-11-14T19:01:05,239 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569., pid=21, masterSystemTime=1731610865030 2024-11-14T19:01:05,242 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:01:05,242 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:01:05,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1008f37c2a57a3fa7c833e88b190fe2d, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,38795,1731610841357 2024-11-14T19:01:05,244 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:05,244 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:05,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d364dd6c4b040c99fb63885700e85569, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:01:05,244 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:05,244 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1daa2afb5457be7acd897d4abf1cf91c, NAME => 'SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T19:01:05,245 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,245 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,245 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,245 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,247 INFO [StoreOpener-1daa2afb5457be7acd897d4abf1cf91c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d, server=853c158ffd74,38795,1731610841357 because future has completed 2024-11-14T19:01:05,249 INFO [StoreOpener-1daa2afb5457be7acd897d4abf1cf91c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1daa2afb5457be7acd897d4abf1cf91c columnFamilyName cf 2024-11-14T19:01:05,250 DEBUG [StoreOpener-1daa2afb5457be7acd897d4abf1cf91c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,250 INFO [StoreOpener-1daa2afb5457be7acd897d4abf1cf91c-1 {}] regionserver.HStore(327): Store=1daa2afb5457be7acd897d4abf1cf91c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,251 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d364dd6c4b040c99fb63885700e85569, server=853c158ffd74,35335,1731610841466 because future has completed 2024-11-14T19:01:05,252 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,252 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,253 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,253 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,255 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-14T19:01:05,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d, server=853c158ffd74,38795,1731610841357 in 10.2520 sec 2024-11-14T19:01:05,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-14T19:01:05,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d364dd6c4b040c99fb63885700e85569, server=853c158ffd74,35335,1731610841466 in 10.2260 sec 2024-11-14T19:01:05,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1008f37c2a57a3fa7c833e88b190fe2d, ASSIGN in 10.4670 sec 2024-11-14T19:01:05,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d364dd6c4b040c99fb63885700e85569, ASSIGN in 10.4690 sec 2024-11-14T19:01:05,263 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1daa2afb5457be7acd897d4abf1cf91c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,264 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1daa2afb5457be7acd897d4abf1cf91c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58787412, jitterRate=-0.12399929761886597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,264 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:05,265 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1daa2afb5457be7acd897d4abf1cf91c: Running coprocessor pre-open hook at 1731610865245Writing region info on filesystem at 1731610865245Initializing all the Stores at 1731610865247 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865247Cleaning up temporary data from old regions at 1731610865253 (+6 ms)Running coprocessor post-open hooks at 1731610865264 (+11 ms)Region opened successfully at 1731610865265 (+1 ms) 2024-11-14T19:01:05,266 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c., pid=20, masterSystemTime=1731610865030 2024-11-14T19:01:05,268 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:05,268 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:05,268 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:05,268 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 169479fa28e681c8c161ef389cbe2cad, NAME => 'SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T19:01:05,269 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,269 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:05,269 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,269 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1daa2afb5457be7acd897d4abf1cf91c, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:01:05,271 INFO [StoreOpener-169479fa28e681c8c161ef389cbe2cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,273 INFO [StoreOpener-169479fa28e681c8c161ef389cbe2cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 169479fa28e681c8c161ef389cbe2cad columnFamilyName cf 2024-11-14T19:01:05,273 DEBUG [StoreOpener-169479fa28e681c8c161ef389cbe2cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:05,274 INFO [StoreOpener-169479fa28e681c8c161ef389cbe2cad-1 {}] regionserver.HStore(327): Store=169479fa28e681c8c161ef389cbe2cad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:01:05,274 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,275 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,276 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,276 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,276 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,278 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,281 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/169479fa28e681c8c161ef389cbe2cad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:01:05,282 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 169479fa28e681c8c161ef389cbe2cad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60761271, jitterRate=-0.09458650648593903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:01:05,282 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:05,282 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 169479fa28e681c8c161ef389cbe2cad: Running coprocessor pre-open hook at 1731610865269Writing region info on filesystem at 1731610865269Initializing all the Stores at 1731610865270 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610865271 (+1 ms)Cleaning up temporary data from old regions at 1731610865276 (+5 ms)Running coprocessor post-open hooks at 1731610865282 (+6 ms)Region opened successfully at 1731610865282 2024-11-14T19:01:05,283 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad., pid=24, masterSystemTime=1731610865030 2024-11-14T19:01:05,286 DEBUG [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:05,286 INFO [RS_OPEN_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:05,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=169479fa28e681c8c161ef389cbe2cad, regionState=OPEN, openSeqNum=2, regionLocation=853c158ffd74,35335,1731610841466 2024-11-14T19:01:05,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c, server=853c158ffd74,35335,1731610841466 because future has completed 2024-11-14T19:01:05,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-14T19:01:05,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c, server=853c158ffd74,35335,1731610841466 in 10.2640 sec 2024-11-14T19:01:05,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 169479fa28e681c8c161ef389cbe2cad, server=853c158ffd74,35335,1731610841466 because future has completed 2024-11-14T19:01:05,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1daa2afb5457be7acd897d4abf1cf91c, ASSIGN in 10.5020 sec 2024-11-14T19:01:05,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-14T19:01:05,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 169479fa28e681c8c161ef389cbe2cad, server=853c158ffd74,35335,1731610841466 in 10.2650 sec 2024-11-14T19:01:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-14T19:01:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=169479fa28e681c8c161ef389cbe2cad, ASSIGN in 10.5100 sec 2024-11-14T19:01:05,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:01:05,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731610865306"}]},"ts":"1731610865306"} 2024-11-14T19:01:05,314 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T19:01:05,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:01:05,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0550 sec 2024-11-14T19:01:07,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T19:01:09,304 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T19:01:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:01:10,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:01:10,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:01:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:01:12,515 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T19:01:12,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T19:01:12,515 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:01:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T19:01:12,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:01:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T19:01:12,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,567 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,568 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,609 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,611 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,615 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,617 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e., hostname=853c158ffd74,38795,1731610841357, seqNum=2] 2024-11-14T19:01:12,672 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., hostname=853c158ffd74,35335,1731610841466, seqNum=2] 2024-11-14T19:01:12,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., hostname=853c158ffd74,35335,1731610841466, seqNum=2] 2024-11-14T19:01:12,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., hostname=853c158ffd74,35335,1731610841466, seqNum=2] 2024-11-14T19:01:12,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., hostname=853c158ffd74,35335,1731610841466, seqNum=2] 2024-11-14T19:01:12,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:12,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., hostname=853c158ffd74,40613,1731610841548, seqNum=2] 2024-11-14T19:01:13,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:01:13,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:01:13,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:01:13,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:01:13,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T19:01:13,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T19:01:13,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:13,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T19:01:14,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T19:01:14,202 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T19:01:14,203 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:01:14,204 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T19:01:14,205 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T19:01:14,208 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T19:01:14,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741848_1024 (size=49) 2024-11-14T19:01:14,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741848_1024 (size=49) 2024-11-14T19:01:14,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741848_1024 (size=49) 2024-11-14T19:01:14,225 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T19:01:14,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 864e5e3ad6ae24410e324d431755fc6a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 169479fa28e681c8c161ef389cbe2cad}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c267ef1f6106033c09e2232b783a9727}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d364dd6c4b040c99fb63885700e85569}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c728430d2a5980656d36ab16205afd5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94}] 2024-11-14T19:01:14,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:14,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:14,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:14,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:14,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:14,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:14,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:14,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:14,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:14,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:24,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T19:01:24,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T19:01:24,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T19:01:24,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T19:01:24,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:01:24,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T19:01:24,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 71f8d94442d9481d2d1f49844b32eb1e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T19:01:24,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:24,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 6c728430d2a5980656d36ab16205afd5 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-14T19:01:24,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T19:01:24,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:24,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7b4aa9bee1dacae60c1be73eed2fbf94 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T19:01:24,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T19:01:24,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:24,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T19:01:24,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d364dd6c4b040c99fb63885700e85569: 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1daa2afb5457be7acd897d4abf1cf91c: 2024-11-14T19:01:24,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 169479fa28e681c8c161ef389cbe2cad: 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1008f37c2a57a3fa7c833e88b190fe2d: 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:24,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c267ef1f6106033c09e2232b783a9727: 2024-11-14T19:01:24,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 864e5e3ad6ae24410e324d431755fc6a: 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T19:01:24,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/.tmp/cf/5bb671beb770423cacc2445d0d13d56a is 34, key is baa/cf:cf/1731610873519/Put/seqid=0 2024-11-14T19:01:24,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/.tmp/cf/19be33895aac4ceea00b019731658f9a is 34, key is aaa/cf:cf/1731610873566/Put/seqid=0 2024-11-14T19:01:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741853_1029 (size=65) 2024-11-14T19:01:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741853_1029 (size=65) 2024-11-14T19:01:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741853_1029 (size=65) 2024-11-14T19:01:24,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731610854261.1008f37c2a57a3fa7c833e88b190fe2d. 2024-11-14T19:01:24,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T19:01:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T19:01:24,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:24,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d 2024-11-14T19:01:24,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1008f37c2a57a3fa7c833e88b190fe2d in 10.1860 sec 2024-11-14T19:01:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741852_1028 (size=65) 2024-11-14T19:01:24,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741852_1028 (size=65) 2024-11-14T19:01:24,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/.tmp/cf/fb55473e37974ae19d2a3f73b34008c7 is 34, key is eaa/cf:cf/1731610874105/Put/seqid=0 2024-11-14T19:01:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741852_1028 (size=65) 2024-11-14T19:01:24,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:24,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T19:01:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T19:01:24,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:24,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:24,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c267ef1f6106033c09e2232b783a9727 in 10.2070 sec 2024-11-14T19:01:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741851_1027 (size=65) 2024-11-14T19:01:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741851_1027 (size=65) 2024-11-14T19:01:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741851_1027 (size=65) 2024-11-14T19:01:24,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:24,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T19:01:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T19:01:24,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:24,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:24,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:24,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5dea9a5f2c004c737ed1b2f2bedd621a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T19:01:24,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d364dd6c4b040c99fb63885700e85569 in 10.2240 sec 2024-11-14T19:01:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741850_1026 (size=65) 2024-11-14T19:01:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741850_1026 (size=65) 2024-11-14T19:01:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741850_1026 (size=65) 2024-11-14T19:01:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T19:01:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T19:01:24,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:24,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:24,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 169479fa28e681c8c161ef389cbe2cad in 10.2510 sec 2024-11-14T19:01:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741849_1025 (size=65) 2024-11-14T19:01:24,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:24,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T19:01:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741849_1025 (size=65) 2024-11-14T19:01:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T19:01:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741849_1025 (size=65) 2024-11-14T19:01:24,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:24,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:24,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1daa2afb5457be7acd897d4abf1cf91c in 10.2640 sec 2024-11-14T19:01:24,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/.tmp/cf/3a0c483bb4914ae8b0d036eedfb497bf is 34, key is ccd/cf:cf/1731610873522/Put/seqid=0 2024-11-14T19:01:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741854_1030 (size=57) 2024-11-14T19:01:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741854_1030 (size=57) 2024-11-14T19:01:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741854_1030 (size=57) 2024-11-14T19:01:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741855_1031 (size=28623) 2024-11-14T19:01:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741855_1031 (size=28623) 2024-11-14T19:01:24,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741855_1031 (size=28623) 2024-11-14T19:01:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741856_1032 (size=26918) 2024-11-14T19:01:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741856_1032 (size=26918) 2024-11-14T19:01:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741856_1032 (size=26918) 2024-11-14T19:01:24,598 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/.tmp/cf/19be33895aac4ceea00b019731658f9a 2024-11-14T19:01:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741857_1033 (size=499309) 2024-11-14T19:01:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741857_1033 (size=499309) 2024-11-14T19:01:24,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/.tmp/cf/fb55473e37974ae19d2a3f73b34008c7 2024-11-14T19:01:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741857_1033 (size=499309) 2024-11-14T19:01:24,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/.tmp/cf/19be33895aac4ceea00b019731658f9a as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/cf/19be33895aac4ceea00b019731658f9a 2024-11-14T19:01:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741858_1034 (size=47197) 2024-11-14T19:01:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741858_1034 (size=47197) 2024-11-14T19:01:24,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/.tmp/cf/fb55473e37974ae19d2a3f73b34008c7 as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/cf/fb55473e37974ae19d2a3f73b34008c7 2024-11-14T19:01:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741858_1034 (size=47197) 2024-11-14T19:01:24,668 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/.tmp/cf/3a0c483bb4914ae8b0d036eedfb497bf 2024-11-14T19:01:24,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/cf/19be33895aac4ceea00b019731658f9a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-14T19:01:24,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 6c728430d2a5980656d36ab16205afd5 in 446ms, sequenceid=5, compaction requested=false 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6c728430d2a5980656d36ab16205afd5: 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/cf/19be33895aac4ceea00b019731658f9a] hfiles 2024-11-14T19:01:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/cf/19be33895aac4ceea00b019731658f9a for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/cf/fb55473e37974ae19d2a3f73b34008c7, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T19:01:24,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/.tmp/cf/3a0c483bb4914ae8b0d036eedfb497bf as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/cf/3a0c483bb4914ae8b0d036eedfb497bf 2024-11-14T19:01:24,690 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7b4aa9bee1dacae60c1be73eed2fbf94 in 456ms, sequenceid=5, compaction requested=false 2024-11-14T19:01:24,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7b4aa9bee1dacae60c1be73eed2fbf94: 2024-11-14T19:01:24,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/cf/fb55473e37974ae19d2a3f73b34008c7] hfiles 2024-11-14T19:01:24,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/cf/fb55473e37974ae19d2a3f73b34008c7 for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/cf/3a0c483bb4914ae8b0d036eedfb497bf, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T19:01:24,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5dea9a5f2c004c737ed1b2f2bedd621a in 264ms, sequenceid=5, compaction requested=false 2024-11-14T19:01:24,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5dea9a5f2c004c737ed1b2f2bedd621a: 2024-11-14T19:01:24,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/cf/3a0c483bb4914ae8b0d036eedfb497bf] hfiles 2024-11-14T19:01:24,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/cf/3a0c483bb4914ae8b0d036eedfb497bf for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741859_1035 (size=105) 2024-11-14T19:01:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741859_1035 (size=105) 2024-11-14T19:01:24,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741859_1035 (size=105) 2024-11-14T19:01:24,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T19:01:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T19:01:24,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:24,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:24,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c728430d2a5980656d36ab16205afd5 in 10.5560 sec 2024-11-14T19:01:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741860_1036 (size=97) 2024-11-14T19:01:24,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:24,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T19:01:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T19:01:24,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:24,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741860_1036 (size=97) 2024-11-14T19:01:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741860_1036 (size=97) 2024-11-14T19:01:24,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b4aa9bee1dacae60c1be73eed2fbf94 in 10.5730 sec 2024-11-14T19:01:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741861_1037 (size=105) 2024-11-14T19:01:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741861_1037 (size=105) 2024-11-14T19:01:24,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:24,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T19:01:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T19:01:24,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:24,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:24,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741861_1037 (size=105) 2024-11-14T19:01:24,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5dea9a5f2c004c737ed1b2f2bedd621a in 10.5950 sec 2024-11-14T19:01:24,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731610854261.864e5e3ad6ae24410e324d431755fc6a. 2024-11-14T19:01:24,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T19:01:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T19:01:24,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:24,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 864e5e3ad6ae24410e324d431755fc6a 2024-11-14T19:01:24,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 864e5e3ad6ae24410e324d431755fc6a in 10.7090 sec 2024-11-14T19:01:24,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/.tmp/cf/5bb671beb770423cacc2445d0d13d56a 2024-11-14T19:01:24,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/.tmp/cf/5bb671beb770423cacc2445d0d13d56a as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/cf/5bb671beb770423cacc2445d0d13d56a 2024-11-14T19:01:24,958 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/cf/5bb671beb770423cacc2445d0d13d56a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T19:01:24,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 71f8d94442d9481d2d1f49844b32eb1e in 727ms, sequenceid=5, compaction requested=false 2024-11-14T19:01:24,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 71f8d94442d9481d2d1f49844b32eb1e: 2024-11-14T19:01:24,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. for SnapshotProcedureTest completed. 2024-11-14T19:01:24,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T19:01:24,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/cf/5bb671beb770423cacc2445d0d13d56a] hfiles 2024-11-14T19:01:24,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/71f8d94442d9481d2d1f49844b32eb1e/cf/5bb671beb770423cacc2445d0d13d56a for snapshot=SnapshotProcedureTest 2024-11-14T19:01:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741862_1038 (size=105) 2024-11-14T19:01:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741862_1038 (size=105) 2024-11-14T19:01:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741862_1038 (size=105) 2024-11-14T19:01:24,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731610854261.71f8d94442d9481d2d1f49844b32eb1e. 2024-11-14T19:01:24,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T19:01:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T19:01:24,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:24,980 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e 2024-11-14T19:01:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-14T19:01:24,984 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T19:01:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 71f8d94442d9481d2d1f49844b32eb1e in 10.7560 sec 2024-11-14T19:01:24,985 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T19:01:24,987 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T19:01:24,987 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T19:01:24,989 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:01:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741863_1039 (size=1174) 2024-11-14T19:01:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741863_1039 (size=1174) 2024-11-14T19:01:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741863_1039 (size=1174) 2024-11-14T19:01:25,048 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T19:01:25,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T19:01:25,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,060 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:25,061 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,065 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:25,070 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,071 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:25,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:25,075 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:25,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:25,119 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:01:25,120 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,120 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 853c158ffd74,38795,1731610841357: Simulated kill ***** 2024-11-14T19:01:25,121 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:01:25,121 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:01:25,123 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:01:25,124 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:01:25,124 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:01:25,124 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 489539584 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 171604832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:01:25,127 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33847 {}] master.MasterRpcServices(700): 853c158ffd74,38795,1731610841357 reported a fatal error: ***** ABORTING region server 853c158ffd74,38795,1731610841357: Simulated kill ***** 2024-11-14T19:01:25,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,38795,1731610841357' ***** 2024-11-14T19:01:25,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T19:01:25,131 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:01:25,131 INFO [RS:0;853c158ffd74:38795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T19:01:25,131 INFO [RS:0;853c158ffd74:38795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T19:01:25,132 INFO [RS:0;853c158ffd74:38795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:01:25,132 INFO [RS:0;853c158ffd74:38795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;853c158ffd74:38795. 2024-11-14T19:01:25,132 DEBUG [RS:0;853c158ffd74:38795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:01:25,132 DEBUG [RS:0;853c158ffd74:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:25,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:01:25,135 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:01:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741836_1012 (size=14382) 2024-11-14T19:01:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741836_1012 (size=14382) 2024-11-14T19:01:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741836_1012 (size=14382) 2024-11-14T19:01:25,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741834_1010 (size=1473) 2024-11-14T19:01:25,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741834_1010 (size=1473) 2024-11-14T19:01:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741834_1010 (size=1473) 2024-11-14T19:01:25,211 DEBUG [RS:0;853c158ffd74:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:25,211 INFO [RS:0;853c158ffd74:38795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:25,214 INFO [RS:0;853c158ffd74:38795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38795 2024-11-14T19:01:25,221 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:25,259 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:01:25,259 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:01:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:01:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,310 INFO [RS:0;853c158ffd74:38795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:01:25,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,38795,1731610841357] 2024-11-14T19:01:25,338 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,38795,1731610841357 already deleted, retry=false 2024-11-14T19:01:25,339 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 853c158ffd74,38795,1731610841357 on 853c158ffd74,33847,1731610841073 2024-11-14T19:01:25,340 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 853c158ffd74,38795,1731610841357, splitWal=true, meta=true 2024-11-14T19:01:25,340 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 853c158ffd74,38795,1731610841357 (carryingMeta=true) 853c158ffd74,38795,1731610841357/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@438e6c0a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T19:01:25,341 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 853c158ffd74,38795,1731610841357, splitWal=true, meta=true 2024-11-14T19:01:25,347 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,38795,1731610841357, splitWal=true, meta=true, isMeta: true 2024-11-14T19:01:25,351 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting 2024-11-14T19:01:25,351 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,38795,1731610841357 Release verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,352 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 853c158ffd74,38795,1731610841357, this operation will be retried to send to another server 2024-11-14T19:01:25,352 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:01:25,352 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731610886352 2024-11-14T19:01:25,355 INFO [PEWorker-2 {}] master.SplitWALManager(105): 853c158ffd74,38795,1731610841357 WAL count=1, meta=true 2024-11-14T19:01:25,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta}] 2024-11-14T19:01:25,356 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,38795,1731610841357 Release verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,356 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-14T19:01:25,356 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 853c158ffd74,38795,1731610841357, this operation will be retried to send to another server 2024-11-14T19:01:25,356 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-14T19:01:25,356 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-14T19:01:25,356 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:01:25,357 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731610886357 2024-11-14T19:01:25,358 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,38795,1731610841357 Release verify snapshot worker=853c158ffd74,38795,1731610841357 2024-11-14T19:01:25,359 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 853c158ffd74,38795,1731610841357, this operation will be retried to send to another server 2024-11-14T19:01:25,359 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:01:25,359 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731610886359 2024-11-14T19:01:25,360 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:25,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, worker=853c158ffd74,40613,1731610841548}] 2024-11-14T19:01:25,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:25,429 INFO [RS:0;853c158ffd74:38795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:01:25,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1013c0220f70001, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:25,429 INFO [RS:0;853c158ffd74:38795 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,38795,1731610841357; zookeeper connection closed. 2024-11-14T19:01:25,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@290e243 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@290e243 2024-11-14T19:01:34,227 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T19:01:34,227 INFO [master/853c158ffd74:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T19:01:35,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-14T19:01:35,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-14T19:01:35,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-14T19:01:35,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-14T19:01:35,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-14T19:01:35,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-14T19:01:35,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-14T19:01:35,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:01:35,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T19:01:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T19:01:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T19:01:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T19:01:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T19:01:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T19:01:35,099 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,099 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,099 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T19:01:35,104 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, size=14.0 K (14382bytes) 2024-11-14T19:01:35,104 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta 2024-11-14T19:01:35,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T19:01:35,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T19:01:35,105 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta after 1ms 2024-11-14T19:01:35,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T19:01:35,110 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta took 7ms 2024-11-14T19:01:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T19:01:35,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-14T19:01:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T19:01:35,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 10.0450 sec 2024-11-14T19:01:35,132 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 Release verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 10.0440 sec 2024-11-14T19:01:35,135 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,136 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-14T19:01:35,137 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 Release verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta so closing down 2024-11-14T19:01:35,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:01:35,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 in 10.0770 sec 2024-11-14T19:01:35,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 10.0440 sec 2024-11-14T19:01:35,146 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 Release verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,146 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:35,168 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp 2024-11-14T19:01:35,180 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp 2024-11-14T19:01:35,183 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:01:35,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 in 10.0820 sec 2024-11-14T19:01:35,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 in 10.0910 sec 2024-11-14T19:01:35,195 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741864_1040 (size=14141) 2024-11-14T19:01:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741864_1040 (size=14141) 2024-11-14T19:01:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741864_1040 (size=14141) 2024-11-14T19:01:35,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-14T19:01:35,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T19:01:35,255 INFO [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 133 ms; skipped=1; WAL=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-14T19:01:35,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, journal: Splitting hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, size=14.0 K (14382bytes) at 1731610895104Finishing writing output for hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta so closing down at 1731610895140 (+36 ms)Creating recovered edits writer path=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp at 1731610895180 (+40 ms)3 split writer threads finished at 1731610895183 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731610895228 (+45 ms)Rename recovered edits hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta.temp to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731610895255 (+27 ms)Processed 26 edits across 1 Regions in 133 ms; skipped=1; WAL=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731610895255 2024-11-14T19:01:35,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta 2024-11-14T19:01:35,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/853c158ffd74:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T19:01:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T19:01:35,280 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting/853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs 2024-11-14T19:01:35,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T19:01:35,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, worker=853c158ffd74,40613,1731610841548 in 9.9190 sec 2024-11-14T19:01:35,299 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T19:01:35,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 853c158ffd74%2C38795%2C1731610841357.meta.1731610853893.meta, worker=853c158ffd74,40613,1731610841548 in 9.9440 sec 2024-11-14T19:01:35,316 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,38795,1731610841357-splitting dir is empty, no logs to split. 2024-11-14T19:01:35,316 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,38795,1731610841357 WAL count=0, meta=true 2024-11-14T19:01:35,316 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 853c158ffd74,38795,1731610841357 WAL splitting is done? wals=0, meta=true 2024-11-14T19:01:35,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:01:35,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:01:35,330 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T19:01:35,481 DEBUG [853c158ffd74:33847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(204): Hosts are {853c158ffd74=0} racks are {/default-rack=0} 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:01:35,482 INFO [853c158ffd74:33847 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:01:35,482 INFO [853c158ffd74:33847 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:01:35,482 DEBUG [853c158ffd74:33847 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:01:35,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:01:35,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40613,1731610841548, state=OPENING 2024-11-14T19:01:35,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:35,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:35,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:35,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:35,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:35,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:35,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:01:35,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40613,1731610841548}] 2024-11-14T19:01:40,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:01:43,287 INFO [regionserver/853c158ffd74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T19:01:45,062 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=853c158ffd74:33847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T19:01:45,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-14T19:01:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-14T19:01:45,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-14T19:01:45,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-14T19:01:45,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T19:01:45,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T19:01:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-14T19:01:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-14T19:01:45,125 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-14T19:01:45,129 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:45,130 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 Release verify snapshot worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:45,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 20.0750 sec 2024-11-14T19:01:45,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 20.0700 sec 2024-11-14T19:01:45,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,35335,1731610841466 in 20.0750 sec 2024-11-14T19:01:45,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-14T19:01:45,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-14T19:01:45,219 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:01:45,219 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:01:45,219 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:01:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33847 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-14T19:01:45,226 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 Release verify snapshot worker=853c158ffd74,40613,1731610841548 2024-11-14T19:01:45,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-14T19:01:45,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=853c158ffd74,40613,1731610841548 in 20.1710 sec 2024-11-14T19:01:45,238 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T19:01:45,250 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T19:01:45,251 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=853c158ffd74%2C40613%2C1731610841548.meta, suffix=.meta, logDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs, maxLogs=32 2024-11-14T19:01:45,269 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T19:01:45,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T19:01:45,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0680 sec 2024-11-14T19:01:45,283 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548/853c158ffd74%2C40613%2C1731610841548.meta.1731610905255.meta, exclude list is [], retry=0 2024-11-14T19:01:45,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-06b4771a-3b53-4bab-b919-330b9d624726,DISK] 2024-11-14T19:01:45,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-b839685d-ffa2-427a-809d-b9a45f45d78f,DISK] 2024-11-14T19:01:45,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40753,DS-bc8149e0-073f-4d66-8638-ca834587a3db,DISK] 2024-11-14T19:01:45,343 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,40613,1731610841548/853c158ffd74%2C40613%2C1731610841548.meta.1731610905255.meta 2024-11-14T19:01:45,355 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139),(127.0.0.1/127.0.0.1:39397:39397),(127.0.0.1/127.0.0.1:36767:36767)] 2024-11-14T19:01:45,355 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:01:45,355 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:01:45,356 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:01:45,356 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:01:45,356 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:01:45,356 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:01:45,356 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:01:45,356 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:01:45,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:01:45,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:01:45,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:45,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:01:45,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:01:45,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:01:45,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:45,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:01:45,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:01:45,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:01:45,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:45,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:01:45,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:01:45,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:01:45,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:01:45,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:01:45,423 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:01:45,424 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:01:45,427 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740 2024-11-14T19:01:45,429 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T19:01:45,476 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T19:01:45,477 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-14T19:01:45,535 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/info/56c7b62765c14a0098ad32e5ea0691ea is 167, key is SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c./info:regioninfo/1731610865271/Put/seqid=0 2024-11-14T19:01:45,583 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T19:01:45,592 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 853c158ffd74:38795 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 853c158ffd74/172.17.0.2:38795 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:01:45,594 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1, error=java.net.ConnectException: Call to address=853c158ffd74:38795 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 853c158ffd74/172.17.0.2:38795 2024-11-14T19:01:45,595 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-14T19:01:45,595 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,38795,1731610841357, seqNum=-1 from cache 2024-11-14T19:01:45,596 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 853c158ffd74:38795 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 853c158ffd74/172.17.0.2:38795 2024-11-14T19:01:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741866_1042 (size=18393) 2024-11-14T19:01:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741866_1042 (size=18393) 2024-11-14T19:01:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741866_1042 (size=18393) 2024-11-14T19:01:45,674 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/info/56c7b62765c14a0098ad32e5ea0691ea 2024-11-14T19:01:45,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:01:45,711 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1] 2024-11-14T19:01:45,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51152 deadline: 1731610965588, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 2024-11-14T19:01:45,747 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:45,747 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:45,747 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 from cache 2024-11-14T19:01:45,749 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/ns/32b796ffeb074876bf12b0868828c8c9 is 43, key is default/ns:d/1731610854091/Put/seqid=0 2024-11-14T19:01:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741867_1043 (size=5153) 2024-11-14T19:01:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741867_1043 (size=5153) 2024-11-14T19:01:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741867_1043 (size=5153) 2024-11-14T19:01:45,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:01:45,955 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1] 2024-11-14T19:01:45,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40613 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51152 deadline: 1731610965584, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 2024-11-14T19:01:45,957 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:45,957 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:45,957 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 from cache 2024-11-14T19:01:46,175 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/ns/32b796ffeb074876bf12b0868828c8c9 2024-11-14T19:01:46,217 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/table/e0212b1771ff4f3894f22ed10ccee40c is 47, key is SPTestTable/table:state/1731610865306/Put/seqid=0 2024-11-14T19:01:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741868_1044 (size=5214) 2024-11-14T19:01:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741868_1044 (size=5214) 2024-11-14T19:01:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741868_1044 (size=5214) 2024-11-14T19:01:46,233 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/table/e0212b1771ff4f3894f22ed10ccee40c 2024-11-14T19:01:46,245 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/info/56c7b62765c14a0098ad32e5ea0691ea as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/info/56c7b62765c14a0098ad32e5ea0691ea 2024-11-14T19:01:46,252 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/info/56c7b62765c14a0098ad32e5ea0691ea, entries=100, sequenceid=28, filesize=18.0 K 2024-11-14T19:01:46,253 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/ns/32b796ffeb074876bf12b0868828c8c9 as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/ns/32b796ffeb074876bf12b0868828c8c9 2024-11-14T19:01:46,260 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/ns/32b796ffeb074876bf12b0868828c8c9, entries=2, sequenceid=28, filesize=5.0 K 2024-11-14T19:01:46,261 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/.tmp/table/e0212b1771ff4f3894f22ed10ccee40c as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/table/e0212b1771ff4f3894f22ed10ccee40c 2024-11-14T19:01:46,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:01:46,265 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1] 2024-11-14T19:01:46,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51152 deadline: 1731610965584, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 2024-11-14T19:01:46,267 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:46,267 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 853c158ffd74,40613,1731610841548 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T19:01:46,267 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1 from cache 2024-11-14T19:01:46,268 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/table/e0212b1771ff4f3894f22ed10ccee40c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-14T19:01:46,268 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 791ms, sequenceid=28, compaction requested=false; wal=null 2024-11-14T19:01:46,269 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T19:01:46,271 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:01:46,271 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:01:46,272 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:01:46,274 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:01:46,277 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-14T19:01:46,278 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64257329, jitterRate=-0.042491182684898376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:01:46,278 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:01:46,278 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731610905356Writing region info on filesystem at 1731610905356Initializing all the Stores at 1731610905370 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610905371 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610905378 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731610905378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731610905378Obtaining lock to block concurrent updates at 1731610905477 (+99 ms)Preparing flush snapshotting stores in 1588230740 at 1731610905477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731610905477Flushing stores of hbase:meta,,1.1588230740 at 1731610905477Flushing 1588230740/info: creating writer at 1731610905477Flushing 1588230740/info: appending metadata at 1731610905534 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731610905534Flushing 1588230740/ns: creating writer at 1731610905709 (+175 ms)Flushing 1588230740/ns: appending metadata at 1731610905748 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731610905748Flushing 1588230740/table: creating writer at 1731610906188 (+440 ms)Flushing 1588230740/table: appending metadata at 1731610906216 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731610906216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5355a323: reopening flushed file at 1731610906244 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535f319d: reopening flushed file at 1731610906252 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b64dc54: reopening flushed file at 1731610906260 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 791ms, sequenceid=28, compaction requested=false; wal=null at 1731610906268 (+8 ms)Cleaning up temporary data from old regions at 1731610906271 (+3 ms)Running coprocessor post-open hooks at 1731610906278 (+7 ms)Region opened successfully at 1731610906278 2024-11-14T19:01:46,279 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731610905196 2024-11-14T19:01:46,283 DEBUG [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:01:46,283 INFO [RS_OPEN_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:01:46,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=853c158ffd74,40613,1731610841548 2024-11-14T19:01:46,285 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 853c158ffd74,40613,1731610841548, state=OPEN 2024-11-14T19:01:46,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:46,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:46,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:01:46,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:46,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:46,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:01:46,334 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=853c158ffd74,40613,1731610841548 2024-11-14T19:01:46,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T19:01:46,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=853c158ffd74,40613,1731610841548 in 10.7890 sec 2024-11-14T19:01:46,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-14T19:01:46,340 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 853c158ffd74,38795,1731610841357 had 4 regions 2024-11-14T19:01:46,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0180 sec 2024-11-14T19:01:46,341 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 853c158ffd74,38795,1731610841357, splitWal=true, meta=true, isMeta: false 2024-11-14T19:01:46,343 INFO [PEWorker-3 {}] master.SplitWALManager(105): 853c158ffd74,38795,1731610841357 WAL count=1, meta=false 2024-11-14T19:01:46,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 853c158ffd74%2C38795%2C1731610841357.1731610843453}] 2024-11-14T19:01:46,346 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=853c158ffd74,35335,1731610841466 2024-11-14T19:01:46,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 853c158ffd74%2C38795%2C1731610841357.1731610843453, worker=853c158ffd74,35335,1731610841466}] 2024-11-14T19:01:46,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:01:46,776 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=853c158ffd74,40613,1731610841548, seqNum=-1] 2024-11-14T19:01:46,811 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T19:01:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:01:46,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:01:46,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:01:46,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:46,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:46,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:01:46,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260666696, stopped=false 2024-11-14T19:01:46,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=853c158ffd74,33847,1731610841073 2024-11-14T19:01:46,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:01:46,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:01:46,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:01:46,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:01:46,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:01:46,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:01:46,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:01:46,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:01:46,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:01:46,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:01:46,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:01:46,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:01:46,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:46,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,35335,1731610841466' ***** 2024-11-14T19:01:46,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:01:46,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '853c158ffd74,40613,1731610841548' ***** 2024-11-14T19:01:46,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:01:46,828 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:01:46,828 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:01:46,828 INFO [RS:2;853c158ffd74:40613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:01:46,828 INFO [RS:2;853c158ffd74:40613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:01:46,828 INFO [RS:1;853c158ffd74:35335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:01:46,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:01:46,828 INFO [RS:1;853c158ffd74:35335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:01:46,828 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c728430d2a5980656d36ab16205afd5 2024-11-14T19:01:46,828 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(3091): Received CLOSE for 169479fa28e681c8c161ef389cbe2cad 2024-11-14T19:01:46,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:01:46,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b4aa9bee1dacae60c1be73eed2fbf94 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,40613,1731610841548 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dea9a5f2c004c737ed1b2f2bedd621a 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1daa2afb5457be7acd897d4abf1cf91c 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;853c158ffd74:40613. 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(3091): Received CLOSE for d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(959): stopping server 853c158ffd74,35335,1731610841466 2024-11-14T19:01:46,830 DEBUG [RS:2;853c158ffd74:40613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:01:46,830 DEBUG [RS:2;853c158ffd74:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;853c158ffd74:35335. 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:01:46,830 DEBUG [RS:1;853c158ffd74:35335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:01:46,830 DEBUG [RS:1;853c158ffd74:35335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:01:46,830 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:01:46,830 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-14T19:01:46,830 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1325): Online Regions={169479fa28e681c8c161ef389cbe2cad=SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad., 5dea9a5f2c004c737ed1b2f2bedd621a=SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a., 1daa2afb5457be7acd897d4abf1cf91c=SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c., d364dd6c4b040c99fb63885700e85569=SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569.} 2024-11-14T19:01:46,830 DEBUG [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1351): Waiting on 169479fa28e681c8c161ef389cbe2cad, 1daa2afb5457be7acd897d4abf1cf91c, 5dea9a5f2c004c737ed1b2f2bedd621a, d364dd6c4b040c99fb63885700e85569 2024-11-14T19:01:46,831 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c728430d2a5980656d36ab16205afd5, disabling compactions & flushes 2024-11-14T19:01:46,831 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:46,831 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:46,831 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. after waiting 0 ms 2024-11-14T19:01:46,831 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:46,831 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-14T19:01:46,831 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1325): Online Regions={6c728430d2a5980656d36ab16205afd5=SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5., 7b4aa9bee1dacae60c1be73eed2fbf94=SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94., c267ef1f6106033c09e2232b783a9727=SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:01:46,831 DEBUG [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c728430d2a5980656d36ab16205afd5, 7b4aa9bee1dacae60c1be73eed2fbf94, c267ef1f6106033c09e2232b783a9727 2024-11-14T19:01:46,831 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:46,832 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 169479fa28e681c8c161ef389cbe2cad, disabling compactions & flushes 2024-11-14T19:01:46,833 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. after waiting 0 ms 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:01:46,833 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:01:46,833 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:01:46,859 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/6c728430d2a5980656d36ab16205afd5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:01:46,860 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/169479fa28e681c8c161ef389cbe2cad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:01:46,862 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:46,863 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c728430d2a5980656d36ab16205afd5: Waiting for close lock at 1731610906831Running coprocessor pre-close hooks at 1731610906831Disabling compacts and flushes for region at 1731610906831Disabling writes for close at 1731610906831Writing region close event to WAL at 1731610906834 (+3 ms)Running coprocessor post-close hooks at 1731610906862 (+28 ms)Closed at 1731610906862 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 169479fa28e681c8c161ef389cbe2cad: Waiting for close lock at 1731610906832Running coprocessor pre-close hooks at 1731610906832Disabling compacts and flushes for region at 1731610906832Disabling writes for close at 1731610906833 (+1 ms)Writing region close event to WAL at 1731610906836 (+3 ms)Running coprocessor post-close hooks at 1731610906862 (+26 ms)Closed at 1731610906862 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731610854261.169479fa28e681c8c161ef389cbe2cad. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731610854261.6c728430d2a5980656d36ab16205afd5. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dea9a5f2c004c737ed1b2f2bedd621a, disabling compactions & flushes 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b4aa9bee1dacae60c1be73eed2fbf94, disabling compactions & flushes 2024-11-14T19:01:46,863 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:46,863 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. after waiting 0 ms 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. after waiting 0 ms 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:46,863 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:46,875 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-14T19:01:46,875 INFO [regionserver/853c158ffd74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:46,876 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:01:46,876 INFO [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:01:46,876 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731610906833Running coprocessor pre-close hooks at 1731610906833Disabling compacts and flushes for region at 1731610906833Disabling writes for close at 1731610906833Writing region close event to WAL at 1731610906864 (+31 ms)Running coprocessor post-close hooks at 1731610906876 (+12 ms)Closed at 1731610906876 2024-11-14T19:01:46,877 DEBUG [RS_CLOSE_META-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:01:46,891 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/7b4aa9bee1dacae60c1be73eed2fbf94/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:01:46,892 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:46,892 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/5dea9a5f2c004c737ed1b2f2bedd621a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:01:46,892 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b4aa9bee1dacae60c1be73eed2fbf94: Waiting for close lock at 1731610906863Running coprocessor pre-close hooks at 1731610906863Disabling compacts and flushes for region at 1731610906863Disabling writes for close at 1731610906863Writing region close event to WAL at 1731610906875 (+12 ms)Running coprocessor post-close hooks at 1731610906892 (+17 ms)Closed at 1731610906892 2024-11-14T19:01:46,893 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731610854261.7b4aa9bee1dacae60c1be73eed2fbf94. 2024-11-14T19:01:46,893 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c267ef1f6106033c09e2232b783a9727, disabling compactions & flushes 2024-11-14T19:01:46,893 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:46,893 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:46,893 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. after waiting 0 ms 2024-11-14T19:01:46,893 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:46,893 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dea9a5f2c004c737ed1b2f2bedd621a: Waiting for close lock at 1731610906863Running coprocessor pre-close hooks at 1731610906863Disabling compacts and flushes for region at 1731610906863Disabling writes for close at 1731610906863Writing region close event to WAL at 1731610906880 (+17 ms)Running coprocessor post-close hooks at 1731610906893 (+13 ms)Closed at 1731610906893 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731610854261.5dea9a5f2c004c737ed1b2f2bedd621a. 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1daa2afb5457be7acd897d4abf1cf91c, disabling compactions & flushes 2024-11-14T19:01:46,894 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. after waiting 0 ms 2024-11-14T19:01:46,894 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:46,903 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/1daa2afb5457be7acd897d4abf1cf91c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:01:46,905 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1daa2afb5457be7acd897d4abf1cf91c: Waiting for close lock at 1731610906894Running coprocessor pre-close hooks at 1731610906894Disabling compacts and flushes for region at 1731610906894Disabling writes for close at 1731610906894Writing region close event to WAL at 1731610906895 (+1 ms)Running coprocessor post-close hooks at 1731610906904 (+9 ms)Closed at 1731610906904 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731610854261.1daa2afb5457be7acd897d4abf1cf91c. 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d364dd6c4b040c99fb63885700e85569, disabling compactions & flushes 2024-11-14T19:01:46,905 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. after waiting 0 ms 2024-11-14T19:01:46,905 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:46,915 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/d364dd6c4b040c99fb63885700e85569/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:01:46,916 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:46,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d364dd6c4b040c99fb63885700e85569: Waiting for close lock at 1731610906905Running coprocessor pre-close hooks at 1731610906905Disabling compacts and flushes for region at 1731610906905Disabling writes for close at 1731610906905Writing region close event to WAL at 1731610906906 (+1 ms)Running coprocessor post-close hooks at 1731610906916 (+10 ms)Closed at 1731610906916 2024-11-14T19:01:46,916 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731610854261.d364dd6c4b040c99fb63885700e85569. 2024-11-14T19:01:46,931 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/data/default/SPTestTable/c267ef1f6106033c09e2232b783a9727/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T19:01:46,932 INFO [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:46,932 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c267ef1f6106033c09e2232b783a9727: Waiting for close lock at 1731610906893Running coprocessor pre-close hooks at 1731610906893Disabling compacts and flushes for region at 1731610906893Disabling writes for close at 1731610906893Writing region close event to WAL at 1731610906900 (+7 ms)Running coprocessor post-close hooks at 1731610906932 (+32 ms)Closed at 1731610906932 2024-11-14T19:01:46,932 DEBUG [RS_CLOSE_REGION-regionserver/853c158ffd74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731610854261.c267ef1f6106033c09e2232b783a9727. 2024-11-14T19:01:47,031 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,35335,1731610841466; all regions closed. 2024-11-14T19:01:47,031 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(976): stopping server 853c158ffd74,40613,1731610841548; all regions closed. 2024-11-14T19:01:47,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/WALs/853c158ffd74,35335,1731610841466/853c158ffd74%2C35335%2C1731610841466.1731610843452 not finished, retry = 0 2024-11-14T19:01:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741835_1011 (size=2947) 2024-11-14T19:01:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741835_1011 (size=2947) 2024-11-14T19:01:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741835_1011 (size=2947) 2024-11-14T19:01:47,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741865_1041 (size=678) 2024-11-14T19:01:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741865_1041 (size=678) 2024-11-14T19:01:47,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741865_1041 (size=678) 2024-11-14T19:01:47,057 DEBUG [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs 2024-11-14T19:01:47,057 INFO [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40613%2C1731610841548.meta:.meta(num 1731610905255) 2024-11-14T19:01:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741833_1009 (size=2886) 2024-11-14T19:01:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741833_1009 (size=2886) 2024-11-14T19:01:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741833_1009 (size=2886) 2024-11-14T19:01:47,072 DEBUG [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs 2024-11-14T19:01:47,072 INFO [RS:2;853c158ffd74:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C40613%2C1731610841548:(num 1731610843435) 2024-11-14T19:01:47,072 DEBUG [RS:2;853c158ffd74:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:47,072 INFO [RS:2;853c158ffd74:40613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:47,074 INFO [RS:2;853c158ffd74:40613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:01:47,074 INFO [RS:2;853c158ffd74:40613 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:01:47,075 INFO [RS:2;853c158ffd74:40613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:01:47,075 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:01:47,075 INFO [RS:2;853c158ffd74:40613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40613 2024-11-14T19:01:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:01:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,40613,1731610841548 2024-11-14T19:01:47,100 INFO [RS:2;853c158ffd74:40613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:01:47,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,40613,1731610841548] 2024-11-14T19:01:47,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,40613,1731610841548 already deleted, retry=false 2024-11-14T19:01:47,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,40613,1731610841548 expired; onlineServers=1 2024-11-14T19:01:47,140 DEBUG [RS:1;853c158ffd74:35335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/oldWALs 2024-11-14T19:01:47,140 INFO [RS:1;853c158ffd74:35335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 853c158ffd74%2C35335%2C1731610841466:(num 1731610843452) 2024-11-14T19:01:47,140 DEBUG [RS:1;853c158ffd74:35335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:01:47,140 INFO [RS:1;853c158ffd74:35335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:01:47,140 INFO [RS:1;853c158ffd74:35335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:01:47,140 INFO [RS:1;853c158ffd74:35335 {}] hbase.ChoreService(370): Chore service for: regionserver/853c158ffd74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:01:47,141 INFO [RS:1;853c158ffd74:35335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:01:47,141 INFO [RS:1;853c158ffd74:35335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:01:47,141 INFO [regionserver/853c158ffd74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:01:47,141 INFO [RS:1;853c158ffd74:35335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:01:47,141 INFO [RS:1;853c158ffd74:35335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:01:47,141 INFO [RS:1;853c158ffd74:35335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35335 2024-11-14T19:01:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/853c158ffd74,35335,1731610841466 2024-11-14T19:01:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:01:47,150 INFO [RS:1;853c158ffd74:35335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:01:47,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [853c158ffd74,35335,1731610841466] 2024-11-14T19:01:47,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/853c158ffd74,35335,1731610841466 already deleted, retry=false 2024-11-14T19:01:47,167 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 853c158ffd74,35335,1731610841466 expired; onlineServers=0 2024-11-14T19:01:47,167 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '853c158ffd74,33847,1731610841073' ***** 2024-11-14T19:01:47,167 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:01:47,167 INFO [M:0;853c158ffd74:33847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:01:47,167 INFO [M:0;853c158ffd74:33847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:01:47,167 DEBUG [M:0;853c158ffd74:33847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:01:47,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:01:47,168 DEBUG [M:0;853c158ffd74:33847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:01:47,168 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610843010 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.small.0-1731610843010,5,FailOnTimeoutGroup] 2024-11-14T19:01:47,168 DEBUG [master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610843010 {}] cleaner.HFileCleaner(306): Exit Thread[master/853c158ffd74:0:becomeActiveMaster-HFileCleaner.large.0-1731610843010,5,FailOnTimeoutGroup] 2024-11-14T19:01:47,168 INFO [M:0;853c158ffd74:33847 {}] hbase.ChoreService(370): Chore service for: master/853c158ffd74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:01:47,168 INFO [M:0;853c158ffd74:33847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:01:47,168 DEBUG [M:0;853c158ffd74:33847 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:01:47,168 INFO [M:0;853c158ffd74:33847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:01:47,168 INFO [M:0;853c158ffd74:33847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:01:47,168 ERROR [M:0;853c158ffd74:33847 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40851 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40851,5,PEWorkerGroup] 2024-11-14T19:01:47,169 INFO [M:0;853c158ffd74:33847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:01:47,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:01:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:01:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:01:47,176 DEBUG [M:0;853c158ffd74:33847 {}] zookeeper.ZKUtil(347): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:01:47,176 WARN [M:0;853c158ffd74:33847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:01:47,176 INFO [M:0;853c158ffd74:33847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/.lastflushedseqids 2024-11-14T19:01:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741869_1045 (size=632) 2024-11-14T19:01:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741869_1045 (size=632) 2024-11-14T19:01:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741869_1045 (size=632) 2024-11-14T19:01:47,188 INFO [M:0;853c158ffd74:33847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:01:47,188 INFO [M:0;853c158ffd74:33847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:01:47,188 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:01:47,189 INFO [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:01:47,189 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:01:47,189 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:01:47,189 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:01:47,189 INFO [M:0;853c158ffd74:33847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.87 KB heapSize=252.78 KB 2024-11-14T19:01:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,209 INFO [RS:2;853c158ffd74:40613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:01:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1013c0220f70003, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,209 INFO [RS:2;853c158ffd74:40613 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,40613,1731610841548; zookeeper connection closed. 2024-11-14T19:01:47,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d270349 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d270349 2024-11-14T19:01:47,213 DEBUG [M:0;853c158ffd74:33847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0db2156a3dbe41eabdccbf15e46cc269 is 82, key is hbase:meta,,1/info:regioninfo/1731610906284/Put/seqid=0 2024-11-14T19:01:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741870_1046 (size=6071) 2024-11-14T19:01:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741870_1046 (size=6071) 2024-11-14T19:01:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741870_1046 (size=6071) 2024-11-14T19:01:47,222 INFO [M:0;853c158ffd74:33847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0db2156a3dbe41eabdccbf15e46cc269 2024-11-14T19:01:47,252 DEBUG [M:0;853c158ffd74:33847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f988c46cc73e41fe94353b4801400c7b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731610865319/Put/seqid=0 2024-11-14T19:01:47,259 INFO [RS:1;853c158ffd74:35335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:01:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,259 INFO [RS:1;853c158ffd74:35335 {}] regionserver.HRegionServer(1031): Exiting; stopping=853c158ffd74,35335,1731610841466; zookeeper connection closed. 2024-11-14T19:01:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35335-0x1013c0220f70002, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47df8358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47df8358 2024-11-14T19:01:47,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T19:01:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741871_1047 (size=11551) 2024-11-14T19:01:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741871_1047 (size=11551) 2024-11-14T19:01:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741871_1047 (size=11551) 2024-11-14T19:01:47,269 INFO [M:0;853c158ffd74:33847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210.64 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f988c46cc73e41fe94353b4801400c7b 2024-11-14T19:01:47,283 INFO [M:0;853c158ffd74:33847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f988c46cc73e41fe94353b4801400c7b 2024-11-14T19:01:47,305 DEBUG [M:0;853c158ffd74:33847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec6b5b4c6b34a8ba83f7a479f3dc3b3 is 69, key is 853c158ffd74,35335,1731610841466/rs:state/1731610843140/Put/seqid=0 2024-11-14T19:01:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741872_1048 (size=5447) 2024-11-14T19:01:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741872_1048 (size=5447) 2024-11-14T19:01:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741872_1048 (size=5447) 2024-11-14T19:01:47,319 INFO [M:0;853c158ffd74:33847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec6b5b4c6b34a8ba83f7a479f3dc3b3 2024-11-14T19:01:47,330 INFO [M:0;853c158ffd74:33847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fec6b5b4c6b34a8ba83f7a479f3dc3b3 2024-11-14T19:01:47,331 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0db2156a3dbe41eabdccbf15e46cc269 as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0db2156a3dbe41eabdccbf15e46cc269 2024-11-14T19:01:47,340 INFO [M:0;853c158ffd74:33847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0db2156a3dbe41eabdccbf15e46cc269, entries=14, sequenceid=440, filesize=5.9 K 2024-11-14T19:01:47,342 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f988c46cc73e41fe94353b4801400c7b as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f988c46cc73e41fe94353b4801400c7b 2024-11-14T19:01:47,350 INFO [M:0;853c158ffd74:33847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f988c46cc73e41fe94353b4801400c7b 2024-11-14T19:01:47,350 INFO [M:0;853c158ffd74:33847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f988c46cc73e41fe94353b4801400c7b, entries=52, sequenceid=440, filesize=11.3 K 2024-11-14T19:01:47,352 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec6b5b4c6b34a8ba83f7a479f3dc3b3 as hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec6b5b4c6b34a8ba83f7a479f3dc3b3 2024-11-14T19:01:47,360 INFO [M:0;853c158ffd74:33847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fec6b5b4c6b34a8ba83f7a479f3dc3b3 2024-11-14T19:01:47,360 INFO [M:0;853c158ffd74:33847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/62e7dbde-3337-3f81-e1da-31b7eecb4e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec6b5b4c6b34a8ba83f7a479f3dc3b3, entries=3, sequenceid=440, filesize=5.3 K 2024-11-14T19:01:47,362 INFO [M:0;853c158ffd74:33847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~211.87 KB/216953, heapSize ~252.48 KB/258544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=440, compaction requested=false 2024-11-14T19:01:47,371 INFO [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:01:47,371 DEBUG [M:0;853c158ffd74:33847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731610907188Disabling compacts and flushes for region at 1731610907188Disabling writes for close at 1731610907189 (+1 ms)Obtaining lock to block concurrent updates at 1731610907189Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731610907189Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=216953, getHeapSize=258784, getOffHeapSize=0, getCellsCount=539 at 1731610907189Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731610907190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731610907190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731610907212 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731610907212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731610907230 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731610907251 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731610907251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731610907283 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731610907303 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731610907304 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738488d4: reopening flushed file at 1731610907330 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594da238: reopening flushed file at 1731610907341 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d45199b: reopening flushed file at 1731610907350 (+9 ms)Finished flush of dataSize ~211.87 KB/216953, heapSize ~252.48 KB/258544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=440, compaction requested=false at 1731610907362 (+12 ms)Writing region close event to WAL at 1731610907371 (+9 ms)Closed at 1731610907371 2024-11-14T19:01:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40753 is added to blk_1073741830_1006 (size=246368) 2024-11-14T19:01:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741830_1006 (size=246368) 2024-11-14T19:01:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741830_1006 (size=246368) 2024-11-14T19:01:47,379 INFO [M:0;853c158ffd74:33847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:01:47,379 INFO [M:0;853c158ffd74:33847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33847 2024-11-14T19:01:47,379 INFO [M:0;853c158ffd74:33847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:01:47,380 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:01:47,501 INFO [M:0;853c158ffd74:33847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:01:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33847-0x1013c0220f70000, quorum=127.0.0.1:60694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:01:47,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ec9767{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:01:47,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@894f43a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:01:47,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:01:47,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:01:47,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba0ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,STOPPED} 2024-11-14T19:01:47,558 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:01:47,558 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619368347-172.17.0.2-1731610837654 (Datanode Uuid 3b6c66db-93a1-4995-8905-34a06002b74a) service to localhost/127.0.0.1:40851 2024-11-14T19:01:47,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:01:47,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:01:47,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:01:47,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data5/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data6/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6a8844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:01:47,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9fceb15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:01:47,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:01:47,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:01:47,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a502093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,STOPPED} 2024-11-14T19:01:47,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:01:47,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:01:47,577 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:01:47,578 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619368347-172.17.0.2-1731610837654 (Datanode Uuid d30302fe-132f-42ba-b397-a9344edeaa6d) service to localhost/127.0.0.1:40851 2024-11-14T19:01:47,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data3/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:01:47,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data4/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47665ca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:01:47,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77afe134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:01:47,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:01:47,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:01:47,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e9c6024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,STOPPED} 2024-11-14T19:01:47,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:01:47,593 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:01:47,593 WARN [BP-619368347-172.17.0.2-1731610837654 heartbeating to localhost/127.0.0.1:40851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619368347-172.17.0.2-1731610837654 (Datanode Uuid 1d6d0a0c-503b-4956-8e2a-c7b74acd0c91) service to localhost/127.0.0.1:40851 2024-11-14T19:01:47,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:01:47,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data2/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/cluster_9da9c0ee-e412-2848-5bd5-f286a9f463a7/data/data1/current/BP-619368347-172.17.0.2-1731610837654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:01:47,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:01:47,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae8508c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:01:47,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4efd563c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:01:47,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:01:47,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:01:47,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16d13838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b70a6d7-3937-e4a9-120f-e1af05f54716/hadoop.log.dir/,STOPPED} 2024-11-14T19:01:47,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:01:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:01:47,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40851 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/853c158ffd74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/853c158ffd74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40851 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=663 (was 598) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=1991 (was 3660)