2024-11-20 10:12:44,013 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 10:12:44,030 main DEBUG Took 0.014861 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 10:12:44,030 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 10:12:44,031 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 10:12:44,032 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 10:12:44,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,041 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 10:12:44,058 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,061 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,065 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,066 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,070 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,071 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,072 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,073 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:12:44,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,077 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 10:12:44,078 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:12:44,080 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 10:12:44,082 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 10:12:44,082 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 10:12:44,084 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 10:12:44,084 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 10:12:44,095 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 10:12:44,098 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 10:12:44,100 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 10:12:44,101 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 10:12:44,102 main DEBUG createAppenders(={Console}) 2024-11-20 10:12:44,103 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 10:12:44,103 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 10:12:44,104 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 10:12:44,104 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 10:12:44,105 main DEBUG OutputStream closed 2024-11-20 10:12:44,105 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 10:12:44,105 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 10:12:44,106 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 10:12:44,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 10:12:44,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 10:12:44,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 10:12:44,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 10:12:44,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 10:12:44,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 10:12:44,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 10:12:44,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 10:12:44,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 10:12:44,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 10:12:44,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 10:12:44,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 10:12:44,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 10:12:44,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 10:12:44,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 10:12:44,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 10:12:44,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 10:12:44,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 10:12:44,226 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 10:12:44,227 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 10:12:44,227 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 10:12:44,228 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T10:12:44,247 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 10:12:44,251 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 10:12:44,252 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T10:12:44,262 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T10:12:44,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=10546 2024-11-20T10:12:44,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e 2024-11-20T10:12:44,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T10:12:44,746 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7, deleteOnExit=true 2024-11-20T10:12:44,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T10:12:44,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/test.cache.data in system properties and HBase conf 2024-11-20T10:12:44,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:12:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:12:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:12:44,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:12:44,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T10:12:44,856 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T10:12:44,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:12:44,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:12:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:12:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:12:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:12:45,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:12:45,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:12:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:12:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:12:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:12:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:12:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:12:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:12:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:12:45,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:12:46,297 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T10:12:46,397 INFO [Time-limited test {}] log.Log(170): Logging initialized @3319ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T10:12:46,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:12:46,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:12:46,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:12:46,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:12:46,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:12:46,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:12:46,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:12:46,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:12:46,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/java.io.tmpdir/jetty-localhost-39873-hadoop-hdfs-3_4_1-tests_jar-_-any-16103383358166021543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:12:46,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39873} 2024-11-20T10:12:46,844 INFO [Time-limited test {}] server.Server(415): Started @3767ms 2024-11-20T10:12:47,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:12:47,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:12:47,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:12:47,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:12:47,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:12:47,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:12:47,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:12:47,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-6546671908370731041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:12:47,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-20T10:12:47,591 INFO [Time-limited test {}] server.Server(415): Started @4514ms 2024-11-20T10:12:47,650 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:12:47,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:12:47,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:12:47,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:12:47,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:12:47,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:12:47,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:12:47,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:12:47,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/java.io.tmpdir/jetty-localhost-37471-hadoop-hdfs-3_4_1-tests_jar-_-any-18226315857527570395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:12:47,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:37471} 2024-11-20T10:12:47,931 INFO [Time-limited test {}] server.Server(415): Started @4854ms 2024-11-20T10:12:47,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:12:47,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:12:47,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:12:47,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:12:47,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:12:47,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:12:47,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:12:47,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:12:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/java.io.tmpdir/jetty-localhost-36969-hadoop-hdfs-3_4_1-tests_jar-_-any-5209372685224471270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:12:48,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:36969} 2024-11-20T10:12:48,071 INFO [Time-limited test {}] server.Server(415): Started @4994ms 2024-11-20T10:12:48,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:12:50,114 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data2/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,114 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data1/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,114 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data4/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,116 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data3/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,149 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:12:50,150 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:12:50,179 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data6/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,183 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data5/current/BP-570591419-172.17.0.2-1732097565654/current, will proceed with Du for space computation calculation, 2024-11-20T10:12:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x640e9b3888b5539a with lease ID 0xa6633dfdde208fb2: Processing first storage report for DS-7939bb8f-16fe-4b90-9031-1b510fd14996 from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=1f853bf2-73ae-4305-94c6-39674f7b87a0, infoPort=35129, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x640e9b3888b5539a with lease ID 0xa6633dfdde208fb2: from storage DS-7939bb8f-16fe-4b90-9031-1b510fd14996 node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=1f853bf2-73ae-4305-94c6-39674f7b87a0, infoPort=35129, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5335169694145179 with lease ID 0xa6633dfdde208fb1: Processing first storage report for DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf from datanode DatanodeRegistration(127.0.0.1:46737, datanodeUuid=c1078feb-1b38-4780-9a8e-01331f0719bf, infoPort=43341, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5335169694145179 with lease ID 0xa6633dfdde208fb1: from storage DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf node DatanodeRegistration(127.0.0.1:46737, datanodeUuid=c1078feb-1b38-4780-9a8e-01331f0719bf, infoPort=43341, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x640e9b3888b5539a with lease ID 0xa6633dfdde208fb2: Processing first storage report for DS-ee2720b5-5d20-4882-b8dc-3ea15bcf2024 from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=1f853bf2-73ae-4305-94c6-39674f7b87a0, infoPort=35129, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x640e9b3888b5539a with lease ID 0xa6633dfdde208fb2: from storage DS-ee2720b5-5d20-4882-b8dc-3ea15bcf2024 node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=1f853bf2-73ae-4305-94c6-39674f7b87a0, infoPort=35129, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5335169694145179 with lease ID 0xa6633dfdde208fb1: Processing first storage report for DS-425f09ff-fcfd-4ebc-8c43-eaf3847ff36a from datanode DatanodeRegistration(127.0.0.1:46737, datanodeUuid=c1078feb-1b38-4780-9a8e-01331f0719bf, infoPort=43341, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5335169694145179 with lease ID 0xa6633dfdde208fb1: from storage DS-425f09ff-fcfd-4ebc-8c43-eaf3847ff36a node DatanodeRegistration(127.0.0.1:46737, datanodeUuid=c1078feb-1b38-4780-9a8e-01331f0719bf, infoPort=43341, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,226 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:12:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3244740317182f with lease ID 0xa6633dfdde208fb3: Processing first storage report for DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea from datanode DatanodeRegistration(127.0.0.1:46723, datanodeUuid=8bafdbf3-705e-4c8c-aee5-de9f6657e99b, infoPort=38937, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3244740317182f with lease ID 0xa6633dfdde208fb3: from storage DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea node DatanodeRegistration(127.0.0.1:46723, datanodeUuid=8bafdbf3-705e-4c8c-aee5-de9f6657e99b, infoPort=38937, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3244740317182f with lease ID 0xa6633dfdde208fb3: Processing first storage report for DS-88e49b5a-8fdf-407a-a2c4-251266754bc2 from datanode DatanodeRegistration(127.0.0.1:46723, datanodeUuid=8bafdbf3-705e-4c8c-aee5-de9f6657e99b, infoPort=38937, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654) 2024-11-20T10:12:50,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3244740317182f with lease ID 0xa6633dfdde208fb3: from storage DS-88e49b5a-8fdf-407a-a2c4-251266754bc2 node DatanodeRegistration(127.0.0.1:46723, datanodeUuid=8bafdbf3-705e-4c8c-aee5-de9f6657e99b, infoPort=38937, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=280684475;c=1732097565654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:12:50,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e 2024-11-20T10:12:50,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/zookeeper_0, clientPort=53016, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T10:12:50,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53016 2024-11-20T10:12:50,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:50,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:12:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:12:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:12:51,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b with version=8 2024-11-20T10:12:51,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/hbase-staging 2024-11-20T10:12:51,148 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T10:12:51,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:12:51,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:51,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:51,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:12:51,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:51,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:12:51,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T10:12:51,602 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T10:12:51,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T10:12:51,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:12:51,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1013 (auto-detected) 2024-11-20T10:12:51,641 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T10:12:51,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33505 2024-11-20T10:12:51,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33505 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T10:12:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335050x0, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:12:51,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33505-0x10157bb71df0000 connected 2024-11-20T10:12:51,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:51,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:51,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:12:51,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b, hbase.cluster.distributed=false 2024-11-20T10:12:51,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:12:51,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-20T10:12:51,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33505 2024-11-20T10:12:51,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33505 2024-11-20T10:12:51,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-20T10:12:51,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-20T10:12:52,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:12:52,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:12:52,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:12:52,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:12:52,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:12:52,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42285 2024-11-20T10:12:52,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42285 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T10:12:52,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422850x0, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:12:52,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42285-0x10157bb71df0001 connected 2024-11-20T10:12:52,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:12:52,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:12:52,113 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:12:52,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:12:52,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:12:52,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T10:12:52,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42285 2024-11-20T10:12:52,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42285 2024-11-20T10:12:52,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T10:12:52,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T10:12:52,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:12:52,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:12:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:12:52,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:12:52,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:12:52,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34829 2024-11-20T10:12:52,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34829 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T10:12:52,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348290x0, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:12:52,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348290x0, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:12:52,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34829-0x10157bb71df0002 connected 2024-11-20T10:12:52,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:12:52,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:12:52,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:12:52,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:12:52,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34829 2024-11-20T10:12:52,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34829 2024-11-20T10:12:52,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34829 2024-11-20T10:12:52,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34829 2024-11-20T10:12:52,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34829 2024-11-20T10:12:52,188 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:12:52,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:12:52,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:12:52,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:12:52,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:12:52,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:12:52,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38239 2024-11-20T10:12:52,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38239 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T10:12:52,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382390x0, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:12:52,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382390x0, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:12:52,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38239-0x10157bb71df0003 connected 2024-11-20T10:12:52,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:12:52,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:12:52,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:12:52,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:12:52,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-20T10:12:52,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38239 2024-11-20T10:12:52,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38239 2024-11-20T10:12:52,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-20T10:12:52,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-20T10:12:52,231 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8c533afd331c:33505 2024-11-20T10:12:52,232 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8c533afd331c,33505,1732097571214 2024-11-20T10:12:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,249 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8c533afd331c,33505,1732097571214 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,279 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T10:12:52,280 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8c533afd331c,33505,1732097571214 from backup master directory 2024-11-20T10:12:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8c533afd331c,33505,1732097571214 2024-11-20T10:12:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:12:52,289 WARN [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:12:52,290 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8c533afd331c,33505,1732097571214 2024-11-20T10:12:52,292 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T10:12:52,294 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T10:12:52,358 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/hbase.id] with ID: cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e 2024-11-20T10:12:52,358 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.tmp/hbase.id 2024-11-20T10:12:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:12:52,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:12:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:12:52,377 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.tmp/hbase.id]:[hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/hbase.id] 2024-11-20T10:12:52,421 INFO [master/8c533afd331c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:12:52,426 INFO [master/8c533afd331c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T10:12:52,446 INFO [master/8c533afd331c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-20T10:12:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:12:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:12:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:12:52,490 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:12:52,492 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T10:12:52,505 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:12:52,508 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:12:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:12:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:12:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:12:52,555 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store 2024-11-20T10:12:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:12:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:12:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:12:52,581 INFO [master/8c533afd331c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T10:12:52,584 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:12:52,585 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:12:52,585 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:12:52,585 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:12:52,586 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:12:52,586 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:12:52,586 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:12:52,587 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732097572585Disabling compacts and flushes for region at 1732097572585Disabling writes for close at 1732097572586 (+1 ms)Writing region close event to WAL at 1732097572586Closed at 1732097572586 2024-11-20T10:12:52,589 WARN [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/.initializing 2024-11-20T10:12:52,589 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/WALs/8c533afd331c,33505,1732097571214 2024-11-20T10:12:52,597 INFO [master/8c533afd331c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:12:52,609 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C33505%2C1732097571214, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/WALs/8c533afd331c,33505,1732097571214, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/oldWALs, maxLogs=10 2024-11-20T10:12:52,630 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/WALs/8c533afd331c,33505,1732097571214/8c533afd331c%2C33505%2C1732097571214.1732097572614, exclude list is [], retry=0 2024-11-20T10:12:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea,DISK] 2024-11-20T10:12:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46737,DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf,DISK] 2024-11-20T10:12:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-7939bb8f-16fe-4b90-9031-1b510fd14996,DISK] 2024-11-20T10:12:52,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T10:12:52,684 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/WALs/8c533afd331c,33505,1732097571214/8c533afd331c%2C33505%2C1732097571214.1732097572614 2024-11-20T10:12:52,685 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:35129:35129),(127.0.0.1/127.0.0.1:43341:43341)] 2024-11-20T10:12:52,685 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:12:52,686 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:12:52,690 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,691 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T10:12:52,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:52,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:12:52,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T10:12:52,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:52,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:12:52,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T10:12:52,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:52,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:12:52,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T10:12:52,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:52,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:12:52,768 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,771 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,772 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,776 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,777 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,780 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:12:52,783 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:12:52,787 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:12:52,788 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59456257, jitterRate=-0.11403273046016693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:12:52,796 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732097572703Initializing all the Stores at 1732097572705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097572705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097572706 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097572706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097572706Cleaning up temporary data from old regions at 1732097572777 (+71 ms)Region opened successfully at 1732097572796 (+19 ms) 2024-11-20T10:12:52,797 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T10:12:52,834 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fba9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:12:52,860 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T10:12:52,869 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T10:12:52,870 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T10:12:52,872 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T10:12:52,873 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T10:12:52,879 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T10:12:52,879 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T10:12:52,903 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T10:12:52,910 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T10:12:52,962 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T10:12:52,968 INFO [master/8c533afd331c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T10:12:52,971 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T10:12:52,983 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T10:12:52,985 INFO [master/8c533afd331c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T10:12:52,989 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T10:12:52,993 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T10:12:52,995 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T10:12:53,004 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T10:12:53,024 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T10:12:53,036 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T10:12:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:12:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:12:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:12:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:12:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,051 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8c533afd331c,33505,1732097571214, sessionid=0x10157bb71df0000, setting cluster-up flag (Was=false) 2024-11-20T10:12:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,110 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T10:12:53,116 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8c533afd331c,33505,1732097571214 2024-11-20T10:12:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:53,173 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T10:12:53,175 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8c533afd331c,33505,1732097571214 2024-11-20T10:12:53,183 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T10:12:53,218 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(746): ClusterId : cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e 2024-11-20T10:12:53,218 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(746): ClusterId : cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e 2024-11-20T10:12:53,218 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(746): ClusterId : cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e 2024-11-20T10:12:53,221 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:12:53,221 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:12:53,221 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:12:53,237 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:12:53,237 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:12:53,248 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:12:53,248 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:12:53,248 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:12:53,248 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:12:53,257 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:12:53,258 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:12:53,258 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:12:53,258 DEBUG [RS:1;8c533afd331c:34829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30083d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:12:53,259 DEBUG [RS:0;8c533afd331c:42285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38f0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:12:53,259 DEBUG [RS:2;8c533afd331c:38239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b78ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:12:53,259 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T10:12:53,270 INFO [master/8c533afd331c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T10:12:53,275 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8c533afd331c:34829 2024-11-20T10:12:53,279 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8c533afd331c:42285 2024-11-20T10:12:53,279 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8c533afd331c:38239 2024-11-20T10:12:53,279 INFO [master/8c533afd331c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T10:12:53,280 INFO [RS:0;8c533afd331c:42285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:12:53,280 INFO [RS:2;8c533afd331c:38239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:12:53,280 INFO [RS:1;8c533afd331c:34829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:12:53,280 INFO [RS:2;8c533afd331c:38239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:12:53,280 INFO [RS:1;8c533afd331c:34829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:12:53,280 INFO [RS:0;8c533afd331c:42285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:12:53,280 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:12:53,280 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:12:53,280 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:12:53,283 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33505,1732097571214 with port=38239, startcode=1732097572188 2024-11-20T10:12:53,283 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33505,1732097571214 with port=42285, startcode=1732097572041 2024-11-20T10:12:53,283 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33505,1732097571214 with port=34829, startcode=1732097572137 2024-11-20T10:12:53,287 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8c533afd331c,33505,1732097571214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T10:12:53,295 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:12:53,296 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:12:53,296 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:12:53,296 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:12:53,296 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8c533afd331c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T10:12:53,297 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:53,297 DEBUG [RS:2;8c533afd331c:38239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:12:53,297 DEBUG [RS:0;8c533afd331c:42285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:12:53,297 DEBUG [RS:1;8c533afd331c:34829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:12:53,297 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:12:53,297 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:53,301 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732097603301 2024-11-20T10:12:53,304 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T10:12:53,305 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T10:12:53,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:12:53,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T10:12:53,310 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T10:12:53,310 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T10:12:53,311 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T10:12:53,311 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T10:12:53,312 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:53,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:53,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T10:12:53,319 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T10:12:53,321 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T10:12:53,321 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T10:12:53,324 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T10:12:53,324 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T10:12:53,329 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097573328,5,FailOnTimeoutGroup] 2024-11-20T10:12:53,333 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097573330,5,FailOnTimeoutGroup] 2024-11-20T10:12:53,333 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:53,333 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T10:12:53,334 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:53,335 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:53,377 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:12:53,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:12:53,377 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:12:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:12:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:12:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:12:53,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,38239,1732097572188 2024-11-20T10:12:53,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T10:12:53,385 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:12:53,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,38239,1732097572188 2024-11-20T10:12:53,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,42285,1732097572041 2024-11-20T10:12:53,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,42285,1732097572041 2024-11-20T10:12:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:12:53,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:12:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:12:53,403 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:12:53,403 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44577 2024-11-20T10:12:53,404 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:12:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:12:53,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:12:53,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,34829,1732097572137 2024-11-20T10:12:53,409 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:12:53,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,34829,1732097572137 2024-11-20T10:12:53,409 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44577 2024-11-20T10:12:53,410 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:12:53,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:12:53,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:53,413 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:12:53,413 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44577 2024-11-20T10:12:53,413 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:12:53,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:12:53,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T10:12:53,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T10:12:53,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:53,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:12:53,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:12:53,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:12:53,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:53,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:12:53,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:12:53,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:12:53,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:12:53,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:12:53,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T10:12:53,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740 2024-11-20T10:12:53,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740 2024-11-20T10:12:53,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T10:12:53,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T10:12:53,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:12:53,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T10:12:53,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:12:53,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60271264, jitterRate=-0.10188817977905273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:12:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732097573404Initializing all the Stores at 1732097573408 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097573408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097573408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097573408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097573408Cleaning up temporary data from old regions at 1732097573435 (+27 ms)Region opened successfully at 1732097573452 (+17 ms) 2024-11-20T10:12:53,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:12:53,453 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T10:12:53,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T10:12:53,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:12:53,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:12:53,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T10:12:53,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732097573453Disabling compacts and flushes for region at 1732097573453Disabling writes for close at 1732097573453Writing region close event to WAL at 1732097573454 (+1 ms)Closed at 1732097573454 2024-11-20T10:12:53,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:12:53,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T10:12:53,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T10:12:53,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:12:53,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T10:12:53,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:12:53,627 WARN [8c533afd331c:33505 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T10:12:54,128 DEBUG [RS:2;8c533afd331c:38239 {}] zookeeper.ZKUtil(111): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,38239,1732097572188 2024-11-20T10:12:54,129 WARN [RS:2;8c533afd331c:38239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:12:54,129 INFO [RS:2;8c533afd331c:38239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:12:54,129 DEBUG [RS:0;8c533afd331c:42285 {}] zookeeper.ZKUtil(111): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,42285,1732097572041 2024-11-20T10:12:54,129 DEBUG [RS:1;8c533afd331c:34829 {}] zookeeper.ZKUtil(111): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,34829,1732097572137 2024-11-20T10:12:54,129 WARN [RS:0;8c533afd331c:42285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:12:54,129 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188 2024-11-20T10:12:54,130 WARN [RS:1;8c533afd331c:34829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:12:54,130 INFO [RS:0;8c533afd331c:42285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:12:54,130 INFO [RS:1;8c533afd331c:34829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:12:54,130 DEBUG [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041 2024-11-20T10:12:54,130 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,34829,1732097572137 2024-11-20T10:12:54,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,38239,1732097572188] 2024-11-20T10:12:54,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,42285,1732097572041] 2024-11-20T10:12:54,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,34829,1732097572137] 2024-11-20T10:12:54,159 INFO [RS:1;8c533afd331c:34829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:12:54,159 INFO [RS:2;8c533afd331c:38239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:12:54,159 INFO [RS:0;8c533afd331c:42285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:12:54,178 INFO [RS:2;8c533afd331c:38239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:12:54,178 INFO [RS:0;8c533afd331c:42285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:12:54,178 INFO [RS:1;8c533afd331c:34829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:12:54,184 INFO [RS:1;8c533afd331c:34829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:12:54,184 INFO [RS:2;8c533afd331c:38239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:12:54,184 INFO [RS:0;8c533afd331c:42285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:12:54,184 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,184 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,184 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,186 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:12:54,186 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:12:54,188 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:12:54,192 INFO [RS:0;8c533afd331c:42285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:12:54,192 INFO [RS:1;8c533afd331c:34829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:12:54,192 INFO [RS:2;8c533afd331c:38239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:12:54,193 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,193 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,193 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,194 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:1;8c533afd331c:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,195 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,195 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,196 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:12:54,196 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,196 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,196 DEBUG [RS:0;8c533afd331c:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,196 DEBUG [RS:2;8c533afd331c:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:12:54,199 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,199 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,199 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,38239,1732097572188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,200 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,42285,1732097572041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:12:54,201 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,34829,1732097572137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:12:54,218 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:12:54,218 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:12:54,218 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:12:54,219 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,42285,1732097572041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,219 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,34829,1732097572137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,219 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,38239,1732097572188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,220 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,220 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,220 INFO [RS:1;8c533afd331c:34829 {}] regionserver.Replication(171): 8c533afd331c,34829,1732097572137 started 2024-11-20T10:12:54,220 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,220 INFO [RS:0;8c533afd331c:42285 {}] regionserver.Replication(171): 8c533afd331c,42285,1732097572041 started 2024-11-20T10:12:54,220 INFO [RS:2;8c533afd331c:38239 {}] regionserver.Replication(171): 8c533afd331c,38239,1732097572188 started 2024-11-20T10:12:54,235 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,235 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,235 INFO [RS:0;8c533afd331c:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:12:54,236 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,42285,1732097572041, RpcServer on 8c533afd331c/172.17.0.2:42285, sessionid=0x10157bb71df0001 2024-11-20T10:12:54,236 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,38239,1732097572188, RpcServer on 8c533afd331c/172.17.0.2:38239, sessionid=0x10157bb71df0003 2024-11-20T10:12:54,236 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,34829,1732097572137, RpcServer on 8c533afd331c/172.17.0.2:34829, sessionid=0x10157bb71df0002 2024-11-20T10:12:54,237 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:12:54,237 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:12:54,237 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:12:54,237 DEBUG [RS:0;8c533afd331c:42285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,42285,1732097572041 2024-11-20T10:12:54,237 DEBUG [RS:1;8c533afd331c:34829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,34829,1732097572137 2024-11-20T10:12:54,237 DEBUG [RS:2;8c533afd331c:38239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,38239,1732097572188 2024-11-20T10:12:54,237 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,34829,1732097572137' 2024-11-20T10:12:54,237 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,42285,1732097572041' 2024-11-20T10:12:54,237 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,38239,1732097572188' 2024-11-20T10:12:54,237 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:12:54,237 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:12:54,237 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:12:54,238 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:12:54,238 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:12:54,238 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:12:54,238 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:12:54,238 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:12:54,238 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:12:54,238 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:12:54,238 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:12:54,239 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:12:54,239 DEBUG [RS:1;8c533afd331c:34829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,34829,1732097572137 2024-11-20T10:12:54,239 DEBUG [RS:0;8c533afd331c:42285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,42285,1732097572041 2024-11-20T10:12:54,239 DEBUG [RS:2;8c533afd331c:38239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,38239,1732097572188 2024-11-20T10:12:54,239 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,42285,1732097572041' 2024-11-20T10:12:54,239 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,34829,1732097572137' 2024-11-20T10:12:54,239 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:12:54,239 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,38239,1732097572188' 2024-11-20T10:12:54,239 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:12:54,239 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:12:54,239 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:12:54,239 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:12:54,239 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:12:54,240 DEBUG [RS:0;8c533afd331c:42285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:12:54,240 INFO [RS:0;8c533afd331c:42285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:12:54,240 DEBUG [RS:2;8c533afd331c:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:12:54,240 INFO [RS:0;8c533afd331c:42285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:12:54,240 DEBUG [RS:1;8c533afd331c:34829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:12:54,240 INFO [RS:2;8c533afd331c:38239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:12:54,240 INFO [RS:1;8c533afd331c:34829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:12:54,240 INFO [RS:2;8c533afd331c:38239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:12:54,240 INFO [RS:1;8c533afd331c:34829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:12:54,345 INFO [RS:2;8c533afd331c:38239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:12:54,345 INFO [RS:1;8c533afd331c:34829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:12:54,345 INFO [RS:0;8c533afd331c:42285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:12:54,347 INFO [RS:1;8c533afd331c:34829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C34829%2C1732097572137, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,34829,1732097572137, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs, maxLogs=32 2024-11-20T10:12:54,347 INFO [RS:0;8c533afd331c:42285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C42285%2C1732097572041, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs, maxLogs=32 2024-11-20T10:12:54,347 INFO [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C38239%2C1732097572188, suffix=, logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs, maxLogs=32 2024-11-20T10:12:54,364 DEBUG [RS:2;8c533afd331c:38239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188/8c533afd331c%2C38239%2C1732097572188.1732097574351, exclude list is [], retry=0 2024-11-20T10:12:54,365 DEBUG [RS:0;8c533afd331c:42285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041/8c533afd331c%2C42285%2C1732097572041.1732097574351, exclude list is [], retry=0 2024-11-20T10:12:54,366 DEBUG [RS:1;8c533afd331c:34829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,34829,1732097572137/8c533afd331c%2C34829%2C1732097572137.1732097574351, exclude list is [], retry=0 2024-11-20T10:12:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46737,DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf,DISK] 2024-11-20T10:12:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-7939bb8f-16fe-4b90-9031-1b510fd14996,DISK] 2024-11-20T10:12:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea,DISK] 2024-11-20T10:12:54,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46737,DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf,DISK] 2024-11-20T10:12:54,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea,DISK] 2024-11-20T10:12:54,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-7939bb8f-16fe-4b90-9031-1b510fd14996,DISK] 2024-11-20T10:12:54,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-7939bb8f-16fe-4b90-9031-1b510fd14996,DISK] 2024-11-20T10:12:54,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46737,DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf,DISK] 2024-11-20T10:12:54,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea,DISK] 2024-11-20T10:12:54,377 INFO [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188/8c533afd331c%2C38239%2C1732097572188.1732097574351 2024-11-20T10:12:54,378 INFO [RS:0;8c533afd331c:42285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041/8c533afd331c%2C42285%2C1732097572041.1732097574351 2024-11-20T10:12:54,380 DEBUG [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:35129:35129),(127.0.0.1/127.0.0.1:43341:43341)] 2024-11-20T10:12:54,380 DEBUG [RS:0;8c533afd331c:42285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:35129:35129),(127.0.0.1/127.0.0.1:38937:38937)] 2024-11-20T10:12:54,381 INFO [RS:1;8c533afd331c:34829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,34829,1732097572137/8c533afd331c%2C34829%2C1732097572137.1732097574351 2024-11-20T10:12:54,381 DEBUG [RS:1;8c533afd331c:34829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35129:35129),(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:43341:43341)] 2024-11-20T10:12:54,630 DEBUG [8c533afd331c:33505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T10:12:54,638 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T10:12:54,645 INFO [8c533afd331c:33505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:12:54,645 INFO [8c533afd331c:33505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:12:54,645 INFO [8c533afd331c:33505 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T10:12:54,645 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:12:54,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:12:54,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,38239,1732097572188, state=OPENING 2024-11-20T10:12:54,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T10:12:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:12:54,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:12:54,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:12:54,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:12:54,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:12:54,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:12:54,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:01,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T10:13:01,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T10:13:04,725 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:13:04,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:13:04,738 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T10:13:04,739 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:13:04,739 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T10:13:04,742 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C38239%2C1732097572188.meta, suffix=.meta, logDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188, archiveDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs, maxLogs=32 2024-11-20T10:13:04,760 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188/8c533afd331c%2C38239%2C1732097572188.meta.1732097584744.meta, exclude list is [], retry=0 2024-11-20T10:13:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46737,DS-1d4affe7-1b6e-48f1-9b6e-f4708a3628cf,DISK] 2024-11-20T10:13:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-1cc921db-c22a-4f7d-bd0f-326c197b6eea,DISK] 2024-11-20T10:13:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-7939bb8f-16fe-4b90-9031-1b510fd14996,DISK] 2024-11-20T10:13:04,769 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,38239,1732097572188/8c533afd331c%2C38239%2C1732097572188.meta.1732097584744.meta 2024-11-20T10:13:04,769 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:35129:35129)] 2024-11-20T10:13:04,769 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:13:04,771 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T10:13:04,773 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T10:13:04,778 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T10:13:04,781 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T10:13:04,782 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:04,782 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T10:13:04,782 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T10:13:04,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:13:04,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:13:04,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:04,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:13:04,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T10:13:04,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T10:13:04,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:04,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:13:04,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:13:04,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:13:04,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:04,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:13:04,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:13:04,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:13:04,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:04,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:13:04,793 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T10:13:04,794 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740 2024-11-20T10:13:04,797 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740 2024-11-20T10:13:04,799 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T10:13:04,799 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T10:13:04,800 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:13:04,803 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T10:13:04,804 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74058190, jitterRate=0.10355302691459656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:13:04,804 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T10:13:04,806 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732097584783Writing region info on filesystem at 1732097584783Initializing all the Stores at 1732097584784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097584784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097584785 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097584785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097584785Cleaning up temporary data from old regions at 1732097584799 (+14 ms)Running coprocessor post-open hooks at 1732097584804 (+5 ms)Region opened successfully at 1732097584806 (+2 ms) 2024-11-20T10:13:04,812 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732097584715 2024-11-20T10:13:04,823 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T10:13:04,824 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T10:13:04,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:04,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,38239,1732097572188, state=OPEN 2024-11-20T10:13:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:13:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:13:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:13:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:13:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:13:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:13:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:13:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:13:04,878 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8c533afd331c,38239,1732097572188 2024-11-20T10:13:04,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T10:13:04,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,38239,1732097572188 in 10.1840 sec 2024-11-20T10:13:04,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T10:13:04,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.4240 sec 2024-11-20T10:13:04,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:13:04,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T10:13:04,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:13:04,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,38239,1732097572188, seqNum=-1] 2024-11-20T10:13:04,971 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:13:04,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:13:05,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.8010 sec 2024-11-20T10:13:05,018 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732097585018, completionTime=-1 2024-11-20T10:13:05,022 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T10:13:05,022 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T10:13:05,062 INFO [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T10:13:05,062 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732097645062 2024-11-20T10:13:05,062 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732097705062 2024-11-20T10:13:05,062 INFO [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 40 msec 2024-11-20T10:13:05,064 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:13:05,072 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,073 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,073 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,075 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8c533afd331c:33505, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,075 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,076 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,082 DEBUG [master/8c533afd331c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T10:13:05,107 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.817sec 2024-11-20T10:13:05,109 INFO [master/8c533afd331c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T10:13:05,110 INFO [master/8c533afd331c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T10:13:05,112 INFO [master/8c533afd331c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T10:13:05,112 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T10:13:05,113 INFO [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T10:13:05,113 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:13:05,114 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T10:13:05,119 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T10:13:05,121 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T10:13:05,121 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33505,1732097571214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:13:05,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8da9a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,179 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T10:13:05,179 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T10:13:05,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8c533afd331c,33505,-1 for getting cluster id 2024-11-20T10:13:05,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T10:13:05,196 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e' 2024-11-20T10:13:05,199 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T10:13:05,199 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e" 2024-11-20T10:13:05,199 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23085a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,199 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8c533afd331c,33505,-1] 2024-11-20T10:13:05,202 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T10:13:05,203 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:05,205 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T10:13:05,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb59018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:13:05,215 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,38239,1732097572188, seqNum=-1] 2024-11-20T10:13:05,216 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:13:05,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:13:05,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8c533afd331c,33505,1732097571214 2024-11-20T10:13:05,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732097585242 (current time:1732097585242). 2024-11-20T10:13:05,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T10:13:05,243 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T10:13:05,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8c533afd331c,33505,-1 for getting cluster id 2024-11-20T10:13:05,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T10:13:05,252 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e' 2024-11-20T10:13:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T10:13:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e" 2024-11-20T10:13:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac5df10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8c533afd331c,33505,-1] 2024-11-20T10:13:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T10:13:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:05,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T10:13:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de88e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:13:05,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:13:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,38239,1732097572188, seqNum=-1] 2024-11-20T10:13:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:13:05,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:13:05,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:13:05,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:13:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:05,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:05,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T10:13:05,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T10:13:05,282 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8c533afd331c,33505,1732097571214 2024-11-20T10:13:05,284 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab755dc 2024-11-20T10:13:05,286 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:13:05,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:13:05,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:13:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T10:13:05,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:13:05,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T10:13:05,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:05,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:13:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:13:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:13:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:13:05,382 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a05eed87511195345bebe577d922c621, NAME => 'SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 39df882649edc9be2a7ca55295ca6252, NAME => 'SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b6728333432fd0012e861aea4e5e6b37, NAME => 'SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:13:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:13:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:13:05,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:13:05,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:13:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a05eed87511195345bebe577d922c621, disabling compactions & flushes 2024-11-20T10:13:05,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. after waiting 0 ms 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:05,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:05,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a05eed87511195345bebe577d922c621: Waiting for close lock at 1732097585463Disabling compacts and flushes for region at 1732097585463Disabling writes for close at 1732097585463Writing region close event to WAL at 1732097585463Closed at 1732097585463 2024-11-20T10:13:05,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2efd0ed8ceb745b3540f6bcd256e73, NAME => 'SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:13:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:13:05,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b6728333432fd0012e861aea4e5e6b37, disabling compactions & flushes 2024-11-20T10:13:05,481 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:05,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:13:05,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. after waiting 0 ms 2024-11-20T10:13:05,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:05,481 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:05,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b6728333432fd0012e861aea4e5e6b37: Waiting for close lock at 1732097585480Disabling compacts and flushes for region at 1732097585480Disabling writes for close at 1732097585481 (+1 ms)Writing region close event to WAL at 1732097585481Closed at 1732097585481 2024-11-20T10:13:05,482 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70d927c620ab9a33b3b32a70738b8560, NAME => 'SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 39df882649edc9be2a7ca55295ca6252, disabling compactions & flushes 2024-11-20T10:13:05,488 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:05,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:05,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. after waiting 0 ms 2024-11-20T10:13:05,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:05,488 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:05,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 39df882649edc9be2a7ca55295ca6252: Waiting for close lock at 1732097585488Disabling compacts and flushes for region at 1732097585488Disabling writes for close at 1732097585488Writing region close event to WAL at 1732097585488Closed at 1732097585488 2024-11-20T10:13:05,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ece6e9b88e66520fa63f96dd3bd537f4, NAME => 'SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:13:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:13:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:13:05,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0b2efd0ed8ceb745b3540f6bcd256e73, disabling compactions & flushes 2024-11-20T10:13:05,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:05,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:05,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. after waiting 0 ms 2024-11-20T10:13:05,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:05,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:05,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b2efd0ed8ceb745b3540f6bcd256e73: Waiting for close lock at 1732097585529Disabling compacts and flushes for region at 1732097585530 (+1 ms)Disabling writes for close at 1732097585530Writing region close event to WAL at 1732097585530Closed at 1732097585530 2024-11-20T10:13:05,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c818d2d383d967913973a18be0e49c96, NAME => 'SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:13:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:13:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:13:05,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:13:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:13:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:13:05,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ece6e9b88e66520fa63f96dd3bd537f4, disabling compactions & flushes 2024-11-20T10:13:05,567 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:05,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:05,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. after waiting 0 ms 2024-11-20T10:13:05,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:05,568 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:05,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ece6e9b88e66520fa63f96dd3bd537f4: Waiting for close lock at 1732097585567Disabling compacts and flushes for region at 1732097585567Disabling writes for close at 1732097585568 (+1 ms)Writing region close event to WAL at 1732097585568Closed at 1732097585568 2024-11-20T10:13:05,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8b9501b6d668ac6c0d6e5cf85d416f23, NAME => 'SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:13:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:13:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:13:05,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c818d2d383d967913973a18be0e49c96, disabling compactions & flushes 2024-11-20T10:13:05,589 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:05,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:05,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. after waiting 0 ms 2024-11-20T10:13:05,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:05,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:05,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c818d2d383d967913973a18be0e49c96: Waiting for close lock at 1732097585589Disabling compacts and flushes for region at 1732097585589Disabling writes for close at 1732097585590 (+1 ms)Writing region close event to WAL at 1732097585590Closed at 1732097585590 2024-11-20T10:13:05,591 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a530103356bb42ad6d5d213dcdbf17b4, NAME => 'SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:13:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:13:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:13:05,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8b9501b6d668ac6c0d6e5cf85d416f23, disabling compactions & flushes 2024-11-20T10:13:05,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:05,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:05,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. after waiting 0 ms 2024-11-20T10:13:05,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:05,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:05,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8b9501b6d668ac6c0d6e5cf85d416f23: Waiting for close lock at 1732097585613Disabling compacts and flushes for region at 1732097585613Disabling writes for close at 1732097585613Writing region close event to WAL at 1732097585614 (+1 ms)Closed at 1732097585614 2024-11-20T10:13:05,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18de15ff74ff07f63ec971a07c77b50c, NAME => 'SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b 2024-11-20T10:13:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741846_1022 (size=62) 2024-11-20T10:13:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741846_1022 (size=62) 2024-11-20T10:13:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741846_1022 (size=62) 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a530103356bb42ad6d5d213dcdbf17b4, disabling compactions & flushes 2024-11-20T10:13:05,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. after waiting 0 ms 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:05,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a530103356bb42ad6d5d213dcdbf17b4: Waiting for close lock at 1732097585635Disabling compacts and flushes for region at 1732097585635Disabling writes for close at 1732097585635Writing region close event to WAL at 1732097585635Closed at 1732097585635 2024-11-20T10:13:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741847_1023 (size=54) 2024-11-20T10:13:05,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741847_1023 (size=54) 2024-11-20T10:13:05,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741847_1023 (size=54) 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 18de15ff74ff07f63ec971a07c77b50c, disabling compactions & flushes 2024-11-20T10:13:05,643 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. after waiting 0 ms 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:05,643 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:05,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18de15ff74ff07f63ec971a07c77b50c: Waiting for close lock at 1732097585643Disabling compacts and flushes for region at 1732097585643Disabling writes for close at 1732097585643Writing region close event to WAL at 1732097585643Closed at 1732097585643 2024-11-20T10:13:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:05,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:05,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70d927c620ab9a33b3b32a70738b8560, disabling compactions & flushes 2024-11-20T10:13:05,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:05,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:05,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. after waiting 0 ms 2024-11-20T10:13:05,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:05,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:05,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70d927c620ab9a33b3b32a70738b8560: Waiting for close lock at 1732097585947Disabling compacts and flushes for region at 1732097585947Disabling writes for close at 1732097585947Writing region close event to WAL at 1732097585947Closed at 1732097585947 2024-11-20T10:13:05,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:13:05,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097585950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097585950"}]},"ts":"1732097585950"} 2024-11-20T10:13:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:05,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T10:13:06,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:13:06,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732097586003"}]},"ts":"1732097586003"} 2024-11-20T10:13:06,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T10:13:06,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T10:13:06,022 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:13:06,022 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:13:06,022 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T10:13:06,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:13:06,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a05eed87511195345bebe577d922c621, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6728333432fd0012e861aea4e5e6b37, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2efd0ed8ceb745b3540f6bcd256e73, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70d927c620ab9a33b3b32a70738b8560, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ece6e9b88e66520fa63f96dd3bd537f4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b9501b6d668ac6c0d6e5cf85d416f23, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a530103356bb42ad6d5d213dcdbf17b4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN}] 2024-11-20T10:13:06,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN 2024-11-20T10:13:06,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6728333432fd0012e861aea4e5e6b37, ASSIGN 2024-11-20T10:13:06,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a05eed87511195345bebe577d922c621, ASSIGN 2024-11-20T10:13:06,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2efd0ed8ceb745b3540f6bcd256e73, ASSIGN 2024-11-20T10:13:06,033 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN; state=OFFLINE, location=8c533afd331c,42285,1732097572041; forceNewPlan=false, retain=false 2024-11-20T10:13:06,033 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a05eed87511195345bebe577d922c621, ASSIGN; state=OFFLINE, location=8c533afd331c,34829,1732097572137; forceNewPlan=false, retain=false 2024-11-20T10:13:06,034 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN 2024-11-20T10:13:06,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2efd0ed8ceb745b3540f6bcd256e73, ASSIGN; state=OFFLINE, location=8c533afd331c,34829,1732097572137; forceNewPlan=false, retain=false 2024-11-20T10:13:06,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6728333432fd0012e861aea4e5e6b37, ASSIGN; state=OFFLINE, location=8c533afd331c,38239,1732097572188; forceNewPlan=false, retain=false 2024-11-20T10:13:06,036 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN; state=OFFLINE, location=8c533afd331c,42285,1732097572041; forceNewPlan=false, retain=false 2024-11-20T10:13:06,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a530103356bb42ad6d5d213dcdbf17b4, ASSIGN 2024-11-20T10:13:06,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b9501b6d668ac6c0d6e5cf85d416f23, ASSIGN 2024-11-20T10:13:06,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ece6e9b88e66520fa63f96dd3bd537f4, ASSIGN 2024-11-20T10:13:06,046 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70d927c620ab9a33b3b32a70738b8560, ASSIGN 2024-11-20T10:13:06,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN 2024-11-20T10:13:06,049 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a530103356bb42ad6d5d213dcdbf17b4, ASSIGN; state=OFFLINE, location=8c533afd331c,38239,1732097572188; forceNewPlan=false, retain=false 2024-11-20T10:13:06,049 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70d927c620ab9a33b3b32a70738b8560, ASSIGN; state=OFFLINE, location=8c533afd331c,34829,1732097572137; forceNewPlan=false, retain=false 2024-11-20T10:13:06,049 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b9501b6d668ac6c0d6e5cf85d416f23, ASSIGN; state=OFFLINE, location=8c533afd331c,34829,1732097572137; forceNewPlan=false, retain=false 2024-11-20T10:13:06,052 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ece6e9b88e66520fa63f96dd3bd537f4, ASSIGN; state=OFFLINE, location=8c533afd331c,38239,1732097572188; forceNewPlan=false, retain=false 2024-11-20T10:13:06,052 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN; state=OFFLINE, location=8c533afd331c,42285,1732097572041; forceNewPlan=false, retain=false 2024-11-20T10:13:06,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T10:13:06,186 INFO [8c533afd331c:33505 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T10:13:06,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c818d2d383d967913973a18be0e49c96, regionState=OPENING, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:06,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39df882649edc9be2a7ca55295ca6252, regionState=OPENING, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:06,187 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18de15ff74ff07f63ec971a07c77b50c, regionState=OPENING, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:06,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ece6e9b88e66520fa63f96dd3bd537f4, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:06,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a530103356bb42ad6d5d213dcdbf17b4, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:06,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b6728333432fd0012e861aea4e5e6b37, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:06,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70d927c620ab9a33b3b32a70738b8560, regionState=OPENING, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:06,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0b2efd0ed8ceb745b3540f6bcd256e73, regionState=OPENING, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:06,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a05eed87511195345bebe577d922c621, regionState=OPENING, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:06,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b9501b6d668ac6c0d6e5cf85d416f23, regionState=OPENING, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:06,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN because future has completed 2024-11-20T10:13:06,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,42285,1732097572041}] 2024-11-20T10:13:06,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN because future has completed 2024-11-20T10:13:06,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,42285,1732097572041}] 2024-11-20T10:13:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ece6e9b88e66520fa63f96dd3bd537f4, ASSIGN because future has completed 2024-11-20T10:13:06,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN because future has completed 2024-11-20T10:13:06,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:06,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a530103356bb42ad6d5d213dcdbf17b4, ASSIGN because future has completed 2024-11-20T10:13:06,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2efd0ed8ceb745b3540f6bcd256e73, ASSIGN because future has completed 2024-11-20T10:13:06,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,42285,1732097572041}] 2024-11-20T10:13:06,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70d927c620ab9a33b3b32a70738b8560, ASSIGN because future has completed 2024-11-20T10:13:06,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73, server=8c533afd331c,34829,1732097572137}] 2024-11-20T10:13:06,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6728333432fd0012e861aea4e5e6b37, ASSIGN because future has completed 2024-11-20T10:13:06,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a530103356bb42ad6d5d213dcdbf17b4, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:06,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a05eed87511195345bebe577d922c621, ASSIGN because future has completed 2024-11-20T10:13:06,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b9501b6d668ac6c0d6e5cf85d416f23, ASSIGN because future has completed 2024-11-20T10:13:06,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6728333432fd0012e861aea4e5e6b37, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:06,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23, server=8c533afd331c,34829,1732097572137}] 2024-11-20T10:13:06,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a05eed87511195345bebe577d922c621, server=8c533afd331c,34829,1732097572137}] 2024-11-20T10:13:06,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70d927c620ab9a33b3b32a70738b8560, server=8c533afd331c,34829,1732097572137}] 2024-11-20T10:13:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:10,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:13:11,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T10:13:11,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T10:13:11,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:13:11,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T10:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:16,206 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:13:16,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:13:16,224 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:16,225 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 39df882649edc9be2a7ca55295ca6252, NAME => 'SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T10:13:16,225 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,225 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,226 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,226 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,228 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,231 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39df882649edc9be2a7ca55295ca6252 columnFamilyName cf 2024-11-20T10:13:16,231 DEBUG [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,231 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:16,231 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b6728333432fd0012e861aea4e5e6b37, NAME => 'SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T10:13:16,232 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] regionserver.HStore(327): Store=39df882649edc9be2a7ca55295ca6252/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,233 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,234 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,234 INFO [StoreOpener-b6728333432fd0012e861aea4e5e6b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,234 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,234 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,236 INFO [StoreOpener-b6728333432fd0012e861aea4e5e6b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6728333432fd0012e861aea4e5e6b37 columnFamilyName cf 2024-11-20T10:13:16,236 DEBUG [StoreOpener-b6728333432fd0012e861aea4e5e6b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,237 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,237 INFO [StoreOpener-b6728333432fd0012e861aea4e5e6b37-1 {}] regionserver.HStore(327): Store=b6728333432fd0012e861aea4e5e6b37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,237 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,238 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,239 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:13:16,239 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,239 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,240 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:13:16,241 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 39df882649edc9be2a7ca55295ca6252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67048560, jitterRate=-8.985996246337891E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,241 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:16,242 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 39df882649edc9be2a7ca55295ca6252: Running coprocessor pre-open hook at 1732097596226Writing region info on filesystem at 1732097596226Initializing all the Stores at 1732097596227 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596227Cleaning up temporary data from old regions at 1732097596234 (+7 ms)Running coprocessor post-open hooks at 1732097596241 (+7 ms)Region opened successfully at 1732097596242 (+1 ms) 2024-11-20T10:13:16,242 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,246 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/b6728333432fd0012e861aea4e5e6b37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,246 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252., pid=15, masterSystemTime=1732097596205 2024-11-20T10:13:16,247 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:16,247 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 70d927c620ab9a33b3b32a70738b8560, NAME => 'SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T10:13:16,247 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b6728333432fd0012e861aea4e5e6b37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61239383, jitterRate=-0.08746208250522614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,247 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:16,247 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b6728333432fd0012e861aea4e5e6b37: Running coprocessor pre-open hook at 1732097596233Writing region info on filesystem at 1732097596233Initializing all the Stores at 1732097596234 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596234Cleaning up temporary data from old regions at 1732097596239 (+5 ms)Running coprocessor post-open hooks at 1732097596247 (+8 ms)Region opened successfully at 1732097596247 2024-11-20T10:13:16,247 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,248 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,248 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,248 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,249 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37., pid=22, masterSystemTime=1732097596224 2024-11-20T10:13:16,249 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:16,249 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:16,250 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:16,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c818d2d383d967913973a18be0e49c96, NAME => 'SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T10:13:16,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39df882649edc9be2a7ca55295ca6252, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:16,251 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:16,251 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:16,252 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:16,252 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a530103356bb42ad6d5d213dcdbf17b4, NAME => 'SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T10:13:16,252 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,253 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,253 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,253 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b6728333432fd0012e861aea4e5e6b37, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,42285,1732097572041 because future has completed 2024-11-20T10:13:16,256 INFO [StoreOpener-70d927c620ab9a33b3b32a70738b8560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,257 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6728333432fd0012e861aea4e5e6b37, server=8c533afd331c,38239,1732097572188 because future has completed 2024-11-20T10:13:16,259 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c818d2d383d967913973a18be0e49c96 columnFamilyName cf 2024-11-20T10:13:16,259 DEBUG [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,260 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] regionserver.HStore(327): Store=c818d2d383d967913973a18be0e49c96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,260 INFO [StoreOpener-70d927c620ab9a33b3b32a70738b8560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70d927c620ab9a33b3b32a70738b8560 columnFamilyName cf 2024-11-20T10:13:16,260 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,260 DEBUG [StoreOpener-70d927c620ab9a33b3b32a70738b8560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,261 INFO [StoreOpener-a530103356bb42ad6d5d213dcdbf17b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,261 INFO [StoreOpener-70d927c620ab9a33b3b32a70738b8560-1 {}] regionserver.HStore(327): Store=70d927c620ab9a33b3b32a70738b8560/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,262 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,262 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-20T10:13:16,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,42285,1732097572041 in 10.0620 sec 2024-11-20T10:13:16,262 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,263 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,263 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,264 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,264 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,265 INFO [StoreOpener-a530103356bb42ad6d5d213dcdbf17b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a530103356bb42ad6d5d213dcdbf17b4 columnFamilyName cf 2024-11-20T10:13:16,265 DEBUG [StoreOpener-a530103356bb42ad6d5d213dcdbf17b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,266 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,266 INFO [StoreOpener-a530103356bb42ad6d5d213dcdbf17b4-1 {}] regionserver.HStore(327): Store=a530103356bb42ad6d5d213dcdbf17b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,266 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,266 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,266 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-20T10:13:16,267 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b6728333432fd0012e861aea4e5e6b37, server=8c533afd331c,38239,1732097572188 in 10.0180 sec 2024-11-20T10:13:16,268 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,269 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,269 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,269 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN in 10.2380 sec 2024-11-20T10:13:16,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6728333432fd0012e861aea4e5e6b37, ASSIGN in 10.2430 sec 2024-11-20T10:13:16,272 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,275 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,275 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/70d927c620ab9a33b3b32a70738b8560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,275 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,275 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c818d2d383d967913973a18be0e49c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67619837, jitterRate=0.0076140910387039185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,275 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:16,276 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c818d2d383d967913973a18be0e49c96: Running coprocessor pre-open hook at 1732097596251Writing region info on filesystem at 1732097596251Initializing all the Stores at 1732097596252 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596252Cleaning up temporary data from old regions at 1732097596263 (+11 ms)Running coprocessor post-open hooks at 1732097596275 (+12 ms)Region opened successfully at 1732097596276 (+1 ms) 2024-11-20T10:13:16,276 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a530103356bb42ad6d5d213dcdbf17b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71801917, jitterRate=0.06993193924427032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,276 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:16,276 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a530103356bb42ad6d5d213dcdbf17b4: Running coprocessor pre-open hook at 1732097596253Writing region info on filesystem at 1732097596253Initializing all the Stores at 1732097596255 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596255Cleaning up temporary data from old regions at 1732097596269 (+14 ms)Running coprocessor post-open hooks at 1732097596276 (+7 ms)Region opened successfully at 1732097596276 2024-11-20T10:13:16,277 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 70d927c620ab9a33b3b32a70738b8560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70154779, jitterRate=0.045387670397758484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,277 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., pid=18, masterSystemTime=1732097596205 2024-11-20T10:13:16,277 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:16,277 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 70d927c620ab9a33b3b32a70738b8560: Running coprocessor pre-open hook at 1732097596248Writing region info on filesystem at 1732097596248Initializing all the Stores at 1732097596251 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596251Cleaning up temporary data from old regions at 1732097596266 (+15 ms)Running coprocessor post-open hooks at 1732097596277 (+11 ms)Region opened successfully at 1732097596277 2024-11-20T10:13:16,277 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., pid=20, masterSystemTime=1732097596224 2024-11-20T10:13:16,278 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560., pid=24, masterSystemTime=1732097596239 2024-11-20T10:13:16,279 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:16,280 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:16,280 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:16,280 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 18de15ff74ff07f63ec971a07c77b50c, NAME => 'SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T10:13:16,280 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,281 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,281 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,281 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c818d2d383d967913973a18be0e49c96, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:16,281 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:16,281 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:16,281 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:16,282 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ece6e9b88e66520fa63f96dd3bd537f4, NAME => 'SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T10:13:16,282 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,282 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,283 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,283 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a530103356bb42ad6d5d213dcdbf17b4, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:16,284 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,42285,1732097572041 because future has completed 2024-11-20T10:13:16,286 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:16,287 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:16,287 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18de15ff74ff07f63ec971a07c77b50c columnFamilyName cf 2024-11-20T10:13:16,287 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:16,287 DEBUG [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70d927c620ab9a33b3b32a70738b8560, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:16,287 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b9501b6d668ac6c0d6e5cf85d416f23, NAME => 'SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T10:13:16,288 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,288 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,288 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,288 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,288 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] regionserver.HStore(327): Store=18de15ff74ff07f63ec971a07c77b50c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,289 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a530103356bb42ad6d5d213dcdbf17b4, server=8c533afd331c,38239,1732097572188 because future has completed 2024-11-20T10:13:16,290 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,291 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70d927c620ab9a33b3b32a70738b8560, server=8c533afd331c,34829,1732097572137 because future has completed 2024-11-20T10:13:16,292 INFO [StoreOpener-ece6e9b88e66520fa63f96dd3bd537f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,293 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,293 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-20T10:13:16,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,42285,1732097572041 in 10.0700 sec 2024-11-20T10:13:16,295 INFO [StoreOpener-ece6e9b88e66520fa63f96dd3bd537f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece6e9b88e66520fa63f96dd3bd537f4 columnFamilyName cf 2024-11-20T10:13:16,296 DEBUG [StoreOpener-ece6e9b88e66520fa63f96dd3bd537f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,296 INFO [StoreOpener-8b9501b6d668ac6c0d6e5cf85d416f23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,296 INFO [StoreOpener-ece6e9b88e66520fa63f96dd3bd537f4-1 {}] regionserver.HStore(327): Store=ece6e9b88e66520fa63f96dd3bd537f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,297 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN in 10.2690 sec 2024-11-20T10:13:16,297 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-20T10:13:16,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a530103356bb42ad6d5d213dcdbf17b4, server=8c533afd331c,38239,1732097572188 in 10.0590 sec 2024-11-20T10:13:16,298 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,298 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,299 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,299 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,301 INFO [StoreOpener-8b9501b6d668ac6c0d6e5cf85d416f23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9501b6d668ac6c0d6e5cf85d416f23 columnFamilyName cf 2024-11-20T10:13:16,302 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,302 DEBUG [StoreOpener-8b9501b6d668ac6c0d6e5cf85d416f23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-20T10:13:16,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a530103356bb42ad6d5d213dcdbf17b4, ASSIGN in 10.2740 sec 2024-11-20T10:13:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70d927c620ab9a33b3b32a70738b8560, server=8c533afd331c,34829,1732097572137 in 10.0440 sec 2024-11-20T10:13:16,302 INFO [StoreOpener-8b9501b6d668ac6c0d6e5cf85d416f23-1 {}] regionserver.HStore(327): Store=8b9501b6d668ac6c0d6e5cf85d416f23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,303 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,304 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70d927c620ab9a33b3b32a70738b8560, ASSIGN in 10.2780 sec 2024-11-20T10:13:16,305 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,305 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/ece6e9b88e66520fa63f96dd3bd537f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,306 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,306 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,306 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ece6e9b88e66520fa63f96dd3bd537f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64668475, jitterRate=-0.03636462986469269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,306 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:16,306 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ece6e9b88e66520fa63f96dd3bd537f4: Running coprocessor pre-open hook at 1732097596283Writing region info on filesystem at 1732097596283Initializing all the Stores at 1732097596286 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596286Cleaning up temporary data from old regions at 1732097596299 (+13 ms)Running coprocessor post-open hooks at 1732097596306 (+7 ms)Region opened successfully at 1732097596306 2024-11-20T10:13:16,307 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4., pid=17, masterSystemTime=1732097596224 2024-11-20T10:13:16,308 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,308 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,309 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 18de15ff74ff07f63ec971a07c77b50c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68562691, jitterRate=0.021663710474967957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,309 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:16,309 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 18de15ff74ff07f63ec971a07c77b50c: Running coprocessor pre-open hook at 1732097596281Writing region info on filesystem at 1732097596281Initializing all the Stores at 1732097596283 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596283Cleaning up temporary data from old regions at 1732097596293 (+10 ms)Running coprocessor post-open hooks at 1732097596309 (+16 ms)Region opened successfully at 1732097596309 2024-11-20T10:13:16,311 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., pid=16, masterSystemTime=1732097596205 2024-11-20T10:13:16,311 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:16,311 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:16,312 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ece6e9b88e66520fa63f96dd3bd537f4, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:16,313 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8b9501b6d668ac6c0d6e5cf85d416f23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66993783, jitterRate=-0.0017148405313491821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,313 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:16,313 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8b9501b6d668ac6c0d6e5cf85d416f23: Running coprocessor pre-open hook at 1732097596288Writing region info on filesystem at 1732097596288Initializing all the Stores at 1732097596290 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596290Cleaning up temporary data from old regions at 1732097596306 (+16 ms)Running coprocessor post-open hooks at 1732097596313 (+7 ms)Region opened successfully at 1732097596313 2024-11-20T10:13:16,315 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., pid=21, masterSystemTime=1732097596239 2024-11-20T10:13:16,315 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18de15ff74ff07f63ec971a07c77b50c, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,42285,1732097572041 2024-11-20T10:13:16,316 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:16,316 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:16,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4, server=8c533afd331c,38239,1732097572188 because future has completed 2024-11-20T10:13:16,318 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:16,319 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:16,319 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:16,319 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a05eed87511195345bebe577d922c621, NAME => 'SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T10:13:16,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,42285,1732097572041 because future has completed 2024-11-20T10:13:16,319 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,320 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,320 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,320 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b9501b6d668ac6c0d6e5cf85d416f23, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:16,322 INFO [StoreOpener-a05eed87511195345bebe577d922c621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23, server=8c533afd331c,34829,1732097572137 because future has completed 2024-11-20T10:13:16,325 INFO [StoreOpener-a05eed87511195345bebe577d922c621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05eed87511195345bebe577d922c621 columnFamilyName cf 2024-11-20T10:13:16,325 DEBUG [StoreOpener-a05eed87511195345bebe577d922c621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,325 INFO [StoreOpener-a05eed87511195345bebe577d922c621-1 {}] regionserver.HStore(327): Store=a05eed87511195345bebe577d922c621/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,326 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-20T10:13:16,327 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,327 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,328 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,328 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-20T10:13:16,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4, server=8c533afd331c,38239,1732097572188 in 10.1110 sec 2024-11-20T10:13:16,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,42285,1732097572041 in 10.1260 sec 2024-11-20T10:13:16,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-20T10:13:16,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ece6e9b88e66520fa63f96dd3bd537f4, ASSIGN in 10.3040 sec 2024-11-20T10:13:16,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23, server=8c533afd331c,34829,1732097572137 in 10.0850 sec 2024-11-20T10:13:16,332 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN in 10.3060 sec 2024-11-20T10:13:16,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b9501b6d668ac6c0d6e5cf85d416f23, ASSIGN in 10.3070 sec 2024-11-20T10:13:16,335 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a05eed87511195345bebe577d922c621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,336 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a05eed87511195345bebe577d922c621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70849463, jitterRate=0.05573926866054535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,336 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a05eed87511195345bebe577d922c621 2024-11-20T10:13:16,336 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a05eed87511195345bebe577d922c621: Running coprocessor pre-open hook at 1732097596320Writing region info on filesystem at 1732097596320Initializing all the Stores at 1732097596322 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596322Cleaning up temporary data from old regions at 1732097596328 (+6 ms)Running coprocessor post-open hooks at 1732097596336 (+8 ms)Region opened successfully at 1732097596336 2024-11-20T10:13:16,337 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621., pid=23, masterSystemTime=1732097596239 2024-11-20T10:13:16,339 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:16,340 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:16,340 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:16,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a05eed87511195345bebe577d922c621, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:16,340 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2efd0ed8ceb745b3540f6bcd256e73, NAME => 'SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T10:13:16,342 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,343 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:16,343 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,343 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a05eed87511195345bebe577d922c621, server=8c533afd331c,34829,1732097572137 because future has completed 2024-11-20T10:13:16,345 INFO [StoreOpener-0b2efd0ed8ceb745b3540f6bcd256e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,347 INFO [StoreOpener-0b2efd0ed8ceb745b3540f6bcd256e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2efd0ed8ceb745b3540f6bcd256e73 columnFamilyName cf 2024-11-20T10:13:16,348 DEBUG [StoreOpener-0b2efd0ed8ceb745b3540f6bcd256e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:16,348 INFO [StoreOpener-0b2efd0ed8ceb745b3540f6bcd256e73-1 {}] regionserver.HStore(327): Store=0b2efd0ed8ceb745b3540f6bcd256e73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:16,349 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-20T10:13:16,351 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,352 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a05eed87511195345bebe577d922c621, server=8c533afd331c,34829,1732097572137 in 10.1030 sec 2024-11-20T10:13:16,353 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,353 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a05eed87511195345bebe577d922c621, ASSIGN in 10.3270 sec 2024-11-20T10:13:16,356 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,359 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/0b2efd0ed8ceb745b3540f6bcd256e73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:13:16,360 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0b2efd0ed8ceb745b3540f6bcd256e73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60128599, jitterRate=-0.10401405394077301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:16,361 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:16,361 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0b2efd0ed8ceb745b3540f6bcd256e73: Running coprocessor pre-open hook at 1732097596343Writing region info on filesystem at 1732097596343Initializing all the Stores at 1732097596345 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097596345Cleaning up temporary data from old regions at 1732097596353 (+8 ms)Running coprocessor post-open hooks at 1732097596361 (+8 ms)Region opened successfully at 1732097596361 2024-11-20T10:13:16,362 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73., pid=19, masterSystemTime=1732097596239 2024-11-20T10:13:16,365 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:16,365 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:16,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0b2efd0ed8ceb745b3540f6bcd256e73, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:16,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73, server=8c533afd331c,34829,1732097572137 because future has completed 2024-11-20T10:13:16,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-20T10:13:16,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73, server=8c533afd331c,34829,1732097572137 in 10.1450 sec 2024-11-20T10:13:16,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T10:13:16,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2efd0ed8ceb745b3540f6bcd256e73, ASSIGN in 10.3490 sec 2024-11-20T10:13:16,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:13:16,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732097596378"}]},"ts":"1732097596378"} 2024-11-20T10:13:16,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T10:13:16,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:13:16,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0850 sec 2024-11-20T10:13:18,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T10:13:20,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:13:21,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:13:21,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T10:13:21,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T10:13:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:13:23,615 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T10:13:23,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T10:13:23,619 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:13:23,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T10:13:23,638 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:13:23,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T10:13:23,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., hostname=8c533afd331c,34829,1732097572137, seqNum=2] 2024-11-20T10:13:23,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., hostname=8c533afd331c,38239,1732097572188, seqNum=2] 2024-11-20T10:13:23,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., hostname=8c533afd331c,38239,1732097572188, seqNum=2] 2024-11-20T10:13:23,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., hostname=8c533afd331c,38239,1732097572188, seqNum=2] 2024-11-20T10:13:23,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., hostname=8c533afd331c,38239,1732097572188, seqNum=2] 2024-11-20T10:13:23,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., hostname=8c533afd331c,38239,1732097572188, seqNum=2] 2024-11-20T10:13:23,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:23,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., hostname=8c533afd331c,42285,1732097572041, seqNum=2] 2024-11-20T10:13:24,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:13:24,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:13:24,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:13:24,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:13:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:25,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:13:25,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:13:25,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:13:25,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:13:25,845 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T10:13:25,847 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:13:25,848 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T10:13:25,855 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T10:13:25,889 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T10:13:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:13:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:13:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:13:25,923 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T10:13:25,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05eed87511195345bebe577d922c621}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6728333432fd0012e861aea4e5e6b37}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70d927c620ab9a33b3b32a70738b8560}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a530103356bb42ad6d5d213dcdbf17b4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c}] 2024-11-20T10:13:25,932 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:25,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:25,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:25,933 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:25,933 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:25,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:25,950 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8c533afd331c,42285,1732097572041 2024-11-20T10:13:25,951 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8c533afd331c,42285,1732097572041: Simulated kill ***** 2024-11-20T10:13:25,951 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T10:13:25,954 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T10:13:25,956 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T10:13:25,967 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T10:13:25,969 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T10:13:25,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:25,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:25,980 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:25,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05eed87511195345bebe577d922c621 2024-11-20T10:13:25,992 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 545430528 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 154147344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8c533afd331c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8c533afd331c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53016", "tag.serverName": "8c533afd331c,34829,1732097572137", "tag.clusterId": "cfdf70a9-cf1a-4fb2-b525-c67eb601ea3e", "tag.Context": "regionserver", "tag.Hostname": "8c533afd331c", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732097572137, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T10:13:25,997 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33505 {}] master.MasterRpcServices(700): 8c533afd331c,42285,1732097572041 reported a fatal error: ***** ABORTING region server 8c533afd331c,42285,1732097572041: Simulated kill ***** 2024-11-20T10:13:26,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,42285,1732097572041' ***** 2024-11-20T10:13:26,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T10:13:26,001 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:13:26,001 INFO [RS:0;8c533afd331c:42285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T10:13:26,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:13:26,001 INFO [RS:0;8c533afd331c:42285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T10:13:26,001 INFO [RS:0;8c533afd331c:42285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:13:26,002 INFO [RS:0;8c533afd331c:42285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8c533afd331c:42285. 2024-11-20T10:13:26,002 DEBUG [RS:0;8c533afd331c:42285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:13:26,002 DEBUG [RS:0;8c533afd331c:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:26,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:13:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741834_1010 (size=966) 2024-11-20T10:13:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741834_1010 (size=966) 2024-11-20T10:13:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741834_1010 (size=966) 2024-11-20T10:13:26,011 DEBUG [RS:0;8c533afd331c:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:13:26,011 INFO [RS:0;8c533afd331c:42285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:13:26,012 INFO [RS:0;8c533afd331c:42285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42285 2024-11-20T10:13:26,032 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:13:26,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,42285,1732097572041 2024-11-20T10:13:26,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:13:26,034 INFO [RS:0;8c533afd331c:42285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:13:26,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,42285,1732097572041] 2024-11-20T10:13:26,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,42285,1732097572041 already deleted, retry=false 2024-11-20T10:13:26,055 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8c533afd331c,42285,1732097572041 on 8c533afd331c,33505,1732097571214 2024-11-20T10:13:26,061 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8c533afd331c,42285,1732097572041, splitWal=true, meta=false 2024-11-20T10:13:26,066 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 8c533afd331c,42285,1732097572041 (carryingMeta=false) 8c533afd331c,42285,1732097572041/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5de91213[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T10:13:26,068 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8c533afd331c,42285,1732097572041, splitWal=true, meta=false 2024-11-20T10:13:26,073 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 8c533afd331c,42285,1732097572041 had 3 regions 2024-11-20T10:13:26,075 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8c533afd331c,42285,1732097572041, splitWal=true, meta=false, isMeta: false 2024-11-20T10:13:26,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:26,079 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 can not run currently because target server of region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T10:13:26,079 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96; timeout=1000, timestamp=1732097607079 2024-11-20T10:13:26,080 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting 2024-11-20T10:13:26,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:26,085 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 can not run currently because target server of region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T10:13:26,085 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252; timeout=1000, timestamp=1732097607085 2024-11-20T10:13:26,085 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8c533afd331c,42285,1732097572041 WAL count=1, meta=false 2024-11-20T10:13:26,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8c533afd331c%2C42285%2C1732097572041.1732097574351}] 2024-11-20T10:13:26,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:26,095 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c can not run currently because target server of region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T10:13:26,095 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c; timeout=1000, timestamp=1732097607095 2024-11-20T10:13:26,098 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=8c533afd331c,38239,1732097572188 2024-11-20T10:13:26,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8c533afd331c%2C42285%2C1732097572041.1732097574351, worker=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:13:26,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x10157bb71df0001, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:13:26,146 INFO [RS:0;8c533afd331c:42285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:13:26,146 INFO [RS:0;8c533afd331c:42285 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,42285,1732097572041; zookeeper connection closed. 2024-11-20T10:13:26,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@474e7479 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@474e7479 2024-11-20T10:13:26,201 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:13:26,201 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:13:26,261 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8c533afd331c:33505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T10:13:27,080 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:27,081 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 can not run currently because target server of region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T10:13:27,081 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96; timeout=2000, timestamp=1732097609081 2024-11-20T10:13:27,086 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:27,087 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 can not run currently because target server of region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T10:13:27,087 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252; timeout=2000, timestamp=1732097609087 2024-11-20T10:13:27,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:27,097 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c can not run currently because target server of region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T10:13:27,097 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c; timeout=2000, timestamp=1732097609097 2024-11-20T10:13:29,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:29,082 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 can not run currently because target server of region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T10:13:29,082 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96; timeout=4000, timestamp=1732097613082 2024-11-20T10:13:29,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:29,089 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 can not run currently because target server of region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T10:13:29,089 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252; timeout=4000, timestamp=1732097613089 2024-11-20T10:13:29,097 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:29,099 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c can not run currently because target server of region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T10:13:29,099 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c; timeout=4000, timestamp=1732097613099 2024-11-20T10:13:33,082 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:33,084 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 can not run currently because target server of region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T10:13:33,084 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96; timeout=8000, timestamp=1732097621084 2024-11-20T10:13:33,090 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:33,093 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 can not run currently because target server of region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T10:13:33,093 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252; timeout=8000, timestamp=1732097621093 2024-11-20T10:13:33,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:33,101 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c can not run currently because target server of region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 8c533afd331c,42285,1732097572041 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T10:13:33,102 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c; timeout=8000, timestamp=1732097621101 2024-11-20T10:13:35,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T10:13:35,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T10:13:35,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T10:13:35,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:35,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:35,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T10:13:35,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T10:13:35,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:35,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T10:13:35,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ece6e9b88e66520fa63f96dd3bd537f4: 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 70d927c620ab9a33b3b32a70738b8560: 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. for SnapshotProcedureTest completed. 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. for SnapshotProcedureTest completed. 2024-11-20T10:13:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b6728333432fd0012e861aea4e5e6b37: 2024-11-20T10:13:35,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. for SnapshotProcedureTest completed. 2024-11-20T10:13:35,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:35,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:35,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:35,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:35,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:35,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:35,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:35,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:35,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:35,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:35,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a530103356bb42ad6d5d213dcdbf17b4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T10:13:35,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8b9501b6d668ac6c0d6e5cf85d416f23 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T10:13:35,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T10:13:35,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:35,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a05eed87511195345bebe577d922c621: 2024-11-20T10:13:35,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. for SnapshotProcedureTest completed. 2024-11-20T10:13:35,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:35,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:35,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:36,019 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351, size=966 (966bytes) 2024-11-20T10:13:36,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T10:13:36,020 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T10:13:36,020 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 2024-11-20T10:13:36,031 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 after 8ms 2024-11-20T10:13:36,065 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 took 48ms 2024-11-20T10:13:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741850_1026 (size=65) 2024-11-20T10:13:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741850_1026 (size=65) 2024-11-20T10:13:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741850_1026 (size=65) 2024-11-20T10:13:36,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:13:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T10:13:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:13:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:13:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:13:36,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:13:36,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T10:13:36,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 39df882649edc9be2a7ca55295ca6252: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T10:13:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T10:13:36,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:36,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:13:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T10:13:36,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:36,215 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c818d2d383d967913973a18be0e49c96: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T10:13:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741852_1028 (size=57) 2024-11-20T10:13:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741852_1028 (size=57) 2024-11-20T10:13:36,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/.tmp/cf/079091076ead49078c7b947a315dc170 is 34, key is baa/cf:cf/1732097605050/Put/seqid=0 2024-11-20T10:13:36,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:13:36,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6728333432fd0012e861aea4e5e6b37 in 10.2890 sec 2024-11-20T10:13:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741852_1028 (size=57) 2024-11-20T10:13:36,225 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 18de15ff74ff07f63ec971a07c77b50c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T10:13:36,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 so closing down 2024-11-20T10:13:36,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T10:13:36,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/.tmp/cf/4961945a8559408b85e46567ba6119fa is 34, key is ccd/cf:cf/1732097604997/Put/seqid=0 2024-11-20T10:13:36,226 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T10:13:36,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0b2efd0ed8ceb745b3540f6bcd256e73: 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. for SnapshotProcedureTest completed. 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:36,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:36,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T10:13:36,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a05eed87511195345bebe577d922c621 2024-11-20T10:13:36,229 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05eed87511195345bebe577d922c621 2024-11-20T10:13:36,231 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 93 ms; skipped=3; WAL=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351, size=966, length=966, corrupted=false, cancelled=false 2024-11-20T10:13:36,231 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351, journal: Splitting hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351, size=966 (966bytes) at 1732097616019Finishing writing output for hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 so closing down at 1732097616226 (+207 ms)3 split writer threads finished at 1732097616226Processed 3 edits across 0 Regions in 93 ms; skipped=3; WAL=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351, size=966, length=966, corrupted=false, cancelled=false at 1732097616231 (+5 ms) 2024-11-20T10:13:36,232 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 2024-11-20T10:13:36,232 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T10:13:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T10:13:36,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ece6e9b88e66520fa63f96dd3bd537f4 in 10.3000 sec 2024-11-20T10:13:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741851_1027 (size=65) 2024-11-20T10:13:36,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a05eed87511195345bebe577d922c621 in 10.3120 sec 2024-11-20T10:13:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741851_1027 (size=65) 2024-11-20T10:13:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741851_1027 (size=65) 2024-11-20T10:13:36,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:13:36,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T10:13:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T10:13:36,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:36,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:13:36,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70d927c620ab9a33b3b32a70738b8560 in 10.3220 sec 2024-11-20T10:13:36,276 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting/8c533afd331c%2C42285%2C1732097572041.1732097574351 to hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs 2024-11-20T10:13:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T10:13:36,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741854_1030 (size=28623) 2024-11-20T10:13:36,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8c533afd331c%2C42285%2C1732097572041.1732097574351, worker=8c533afd331c,38239,1732097572188 in 10.1750 sec 2024-11-20T10:13:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741854_1030 (size=28623) 2024-11-20T10:13:36,288 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=8c533afd331c,38239,1732097572188 2024-11-20T10:13:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741854_1030 (size=28623) 2024-11-20T10:13:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741853_1029 (size=47197) 2024-11-20T10:13:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741853_1029 (size=47197) 2024-11-20T10:13:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741853_1029 (size=47197) 2024-11-20T10:13:36,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T10:13:36,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/.tmp/cf/4961945a8559408b85e46567ba6119fa 2024-11-20T10:13:36,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 8c533afd331c%2C42285%2C1732097572041.1732097574351, worker=8c533afd331c,38239,1732097572188 in 10.2000 sec 2024-11-20T10:13:36,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/.tmp/cf/079091076ead49078c7b947a315dc170 2024-11-20T10:13:36,298 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting dir is empty, no logs to split. 2024-11-20T10:13:36,298 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8c533afd331c,42285,1732097572041 WAL count=0, meta=false 2024-11-20T10:13:36,298 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8c533afd331c,42285,1732097572041 WAL splitting is done? wals=0, meta=false 2024-11-20T10:13:36,302 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8c533afd331c,42285,1732097572041 failed, ignore...File hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/WALs/8c533afd331c,42285,1732097572041-splitting does not exist. 2024-11-20T10:13:36,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN}] 2024-11-20T10:13:36,314 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN 2024-11-20T10:13:36,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN 2024-11-20T10:13:36,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN 2024-11-20T10:13:36,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T10:13:36,318 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T10:13:36,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T10:13:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741855_1031 (size=65) 2024-11-20T10:13:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741855_1031 (size=65) 2024-11-20T10:13:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741855_1031 (size=65) 2024-11-20T10:13:36,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:13:36,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T10:13:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T10:13:36,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:36,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:13:36,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b2efd0ed8ceb745b3540f6bcd256e73 in 10.4100 sec 2024-11-20T10:13:36,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/.tmp/cf/4961945a8559408b85e46567ba6119fa as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/cf/4961945a8559408b85e46567ba6119fa 2024-11-20T10:13:36,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/.tmp/cf/079091076ead49078c7b947a315dc170 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/cf/079091076ead49078c7b947a315dc170 2024-11-20T10:13:36,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/cf/4961945a8559408b85e46567ba6119fa, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T10:13:36,383 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a530103356bb42ad6d5d213dcdbf17b4 in 404ms, sequenceid=5, compaction requested=false 2024-11-20T10:13:36,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a530103356bb42ad6d5d213dcdbf17b4: 2024-11-20T10:13:36,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. for SnapshotProcedureTest completed. 2024-11-20T10:13:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/cf/4961945a8559408b85e46567ba6119fa] hfiles 2024-11-20T10:13:36,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/cf/4961945a8559408b85e46567ba6119fa for snapshot=SnapshotProcedureTest 2024-11-20T10:13:36,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/cf/079091076ead49078c7b947a315dc170, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T10:13:36,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8b9501b6d668ac6c0d6e5cf85d416f23 in 433ms, sequenceid=5, compaction requested=false 2024-11-20T10:13:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8b9501b6d668ac6c0d6e5cf85d416f23: 2024-11-20T10:13:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. for SnapshotProcedureTest completed. 2024-11-20T10:13:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/cf/079091076ead49078c7b947a315dc170] hfiles 2024-11-20T10:13:36,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/cf/079091076ead49078c7b947a315dc170 for snapshot=SnapshotProcedureTest 2024-11-20T10:13:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741856_1032 (size=105) 2024-11-20T10:13:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741856_1032 (size=105) 2024-11-20T10:13:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741856_1032 (size=105) 2024-11-20T10:13:36,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:13:36,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T10:13:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T10:13:36,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:36,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:13:36,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a530103356bb42ad6d5d213dcdbf17b4 in 10.5050 sec 2024-11-20T10:13:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741857_1033 (size=105) 2024-11-20T10:13:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741857_1033 (size=105) 2024-11-20T10:13:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741857_1033 (size=105) 2024-11-20T10:13:36,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:13:36,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T10:13:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T10:13:36,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:36,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:13:36,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b9501b6d668ac6c0d6e5cf85d416f23 in 10.5140 sec 2024-11-20T10:13:36,468 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:13:36,469 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:13:36,469 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:13:36,469 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:13:36,469 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:13:36,469 INFO [8c533afd331c:33505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:13:36,469 INFO [8c533afd331c:33505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:13:36,469 DEBUG [8c533afd331c:33505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:13:36,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c818d2d383d967913973a18be0e49c96, regionState=OPENING, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:36,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=18de15ff74ff07f63ec971a07c77b50c, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:36,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=39df882649edc9be2a7ca55295ca6252, regionState=OPENING, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:36,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN because future has completed 2024-11-20T10:13:36,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,34829,1732097572137}] 2024-11-20T10:13:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN because future has completed 2024-11-20T10:13:36,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:36,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN because future has completed 2024-11-20T10:13:36,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,38239,1732097572188}] 2024-11-20T10:13:41,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 held by pid=39 2024-11-20T10:13:41,084 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:41,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 held by pid=40 2024-11-20T10:13:41,093 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:41,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c held by pid=41 2024-11-20T10:13:41,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:45,184 INFO [master/8c533afd331c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T10:13:45,184 INFO [master/8c533afd331c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T10:13:46,501 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:46,501 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:46,501 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => c818d2d383d967913973a18be0e49c96, NAME => 'SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T10:13:46,501 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 39df882649edc9be2a7ca55295ca6252, NAME => 'SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,502 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,508 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,509 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,510 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39df882649edc9be2a7ca55295ca6252 columnFamilyName cf 2024-11-20T10:13:46,510 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c818d2d383d967913973a18be0e49c96 columnFamilyName cf 2024-11-20T10:13:46,510 DEBUG [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:46,510 DEBUG [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:46,511 INFO [StoreOpener-39df882649edc9be2a7ca55295ca6252-1 {}] regionserver.HStore(327): Store=39df882649edc9be2a7ca55295ca6252/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:46,511 INFO [StoreOpener-c818d2d383d967913973a18be0e49c96-1 {}] regionserver.HStore(327): Store=c818d2d383d967913973a18be0e49c96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:46,511 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,511 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,512 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,512 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,513 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,513 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,514 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,514 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,514 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,514 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,517 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,517 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,518 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 39df882649edc9be2a7ca55295ca6252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73461405, jitterRate=0.09466023743152618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:46,518 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened c818d2d383d967913973a18be0e49c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66355762, jitterRate=-0.011222094297409058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:46,518 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,518 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,518 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 39df882649edc9be2a7ca55295ca6252: Running coprocessor pre-open hook at 1732097626502Writing region info on filesystem at 1732097626502Initializing all the Stores at 1732097626504 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097626504Cleaning up temporary data from old regions at 1732097626514 (+10 ms)Running coprocessor post-open hooks at 1732097626518 (+4 ms)Region opened successfully at 1732097626518 2024-11-20T10:13:46,518 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for c818d2d383d967913973a18be0e49c96: Running coprocessor pre-open hook at 1732097626502Writing region info on filesystem at 1732097626502Initializing all the Stores at 1732097626504 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097626504Cleaning up temporary data from old regions at 1732097626514 (+10 ms)Running coprocessor post-open hooks at 1732097626518 (+4 ms)Region opened successfully at 1732097626518 2024-11-20T10:13:46,519 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252., pid=44, masterSystemTime=1732097626489 2024-11-20T10:13:46,519 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., pid=42, masterSystemTime=1732097626489 2024-11-20T10:13:46,544 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:46,544 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:46,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c818d2d383d967913973a18be0e49c96, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34829,1732097572137 2024-11-20T10:13:46,545 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:46,545 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:46,545 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:46,546 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 18de15ff74ff07f63ec971a07c77b50c, NAME => 'SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T10:13:46,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=39df882649edc9be2a7ca55295ca6252, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:46,546 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,546 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:13:46,546 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,546 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,34829,1732097572137 because future has completed 2024-11-20T10:13:46,549 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,38239,1732097572188 because future has completed 2024-11-20T10:13:46,550 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18de15ff74ff07f63ec971a07c77b50c columnFamilyName cf 2024-11-20T10:13:46,550 DEBUG [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:13:46,551 INFO [StoreOpener-18de15ff74ff07f63ec971a07c77b50c-1 {}] regionserver.HStore(327): Store=18de15ff74ff07f63ec971a07c77b50c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:13:46,552 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,553 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-20T10:13:46,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c818d2d383d967913973a18be0e49c96, server=8c533afd331c,34829,1732097572137 in 10.0750 sec 2024-11-20T10:13:46,555 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,555 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,555 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-20T10:13:46,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 39df882649edc9be2a7ca55295ca6252, server=8c533afd331c,38239,1732097572188 in 10.0700 sec 2024-11-20T10:13:46,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c818d2d383d967913973a18be0e49c96, ASSIGN in 10.2450 sec 2024-11-20T10:13:46,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:46,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39df882649edc9be2a7ca55295ca6252, ASSIGN in 10.2460 sec 2024-11-20T10:13:46,559 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,560 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:46,561 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 18de15ff74ff07f63ec971a07c77b50c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60616600, jitterRate=-0.09674227237701416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:13:46,561 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,561 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 18de15ff74ff07f63ec971a07c77b50c: Running coprocessor pre-open hook at 1732097626547Writing region info on filesystem at 1732097626547Initializing all the Stores at 1732097626548 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097626548Cleaning up temporary data from old regions at 1732097626555 (+7 ms)Running coprocessor post-open hooks at 1732097626561 (+6 ms)Region opened successfully at 1732097626561 2024-11-20T10:13:46,563 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c., pid=43, masterSystemTime=1732097626489 2024-11-20T10:13:46,566 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:46,566 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:46,567 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=18de15ff74ff07f63ec971a07c77b50c, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38239,1732097572188 2024-11-20T10:13:46,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,38239,1732097572188 because future has completed 2024-11-20T10:13:46,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-20T10:13:46,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 18de15ff74ff07f63ec971a07c77b50c, server=8c533afd331c,38239,1732097572188 in 10.0940 sec 2024-11-20T10:13:46,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:46,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-20T10:13:46,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18de15ff74ff07f63ec971a07c77b50c, ASSIGN in 10.2660 sec 2024-11-20T10:13:46,579 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 8c533afd331c,42285,1732097572041 after splitting done 2024-11-20T10:13:46,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 8c533afd331c,42285,1732097572041, splitWal=true, meta=false in 20.5230 sec 2024-11-20T10:13:50,286 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:13:52,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:13:54,201 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T10:13:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c818d2d383d967913973a18be0e49c96: 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. for SnapshotProcedureTest completed. 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:56,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:56,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 39df882649edc9be2a7ca55295ca6252: 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. for SnapshotProcedureTest completed. 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 18de15ff74ff07f63ec971a07c77b50c: 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. for SnapshotProcedureTest completed. 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:56,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:13:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:13:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741859_1035 (size=57) 2024-11-20T10:13:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:13:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741859_1035 (size=57) 2024-11-20T10:13:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:13:56,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:13:56,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T10:13:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T10:13:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741859_1035 (size=57) 2024-11-20T10:13:56,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:56,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:13:56,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T10:13:56,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 2024-11-20T10:13:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T10:13:56,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:56,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:13:56,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18de15ff74ff07f63ec971a07c77b50c in 30.6640 sec 2024-11-20T10:13:56,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c818d2d383d967913973a18be0e49c96 in 30.6640 sec 2024-11-20T10:13:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741860_1036 (size=65) 2024-11-20T10:13:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741860_1036 (size=65) 2024-11-20T10:13:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741860_1036 (size=65) 2024-11-20T10:13:56,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:13:56,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T10:13:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T10:13:56,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:56,608 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:13:56,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-20T10:13:56,612 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T10:13:56,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39df882649edc9be2a7ca55295ca6252 in 30.6840 sec 2024-11-20T10:13:56,614 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T10:13:56,618 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T10:13:56,618 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T10:13:56,622 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:13:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741861_1037 (size=1094) 2024-11-20T10:13:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741861_1037 (size=1094) 2024-11-20T10:13:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741861_1037 (size=1094) 2024-11-20T10:13:56,685 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T10:13:56,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T10:13:56,709 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:13:56,709 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:13:56,712 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:13:56,712 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:13:56,715 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:13:56,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:13:57,263 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8c533afd331c:33505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T10:14:01,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a530103356bb42ad6d5d213dcdbf17b4, had cached 0 bytes from a total of 47197 2024-11-20T10:14:01,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8b9501b6d668ac6c0d6e5cf85d416f23, had cached 0 bytes from a total of 28623 2024-11-20T10:14:05,073 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a05eed87511195345bebe577d922c621 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,073 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b2efd0ed8ceb745b3540f6bcd256e73 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,074 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70d927c620ab9a33b3b32a70738b8560 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,074 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c818d2d383d967913973a18be0e49c96 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8b9501b6d668ac6c0d6e5cf85d416f23 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 39df882649edc9be2a7ca55295ca6252 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6728333432fd0012e861aea4e5e6b37 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ece6e9b88e66520fa63f96dd3bd537f4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a530103356bb42ad6d5d213dcdbf17b4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:05,075 DEBUG [master/8c533afd331c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 18de15ff74ff07f63ec971a07c77b50c changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T10:14:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-20T10:14:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T10:14:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T10:14:06,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T10:14:06,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T10:14:06,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:14:06,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:14:06,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T10:14:06,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T10:14:06,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T10:14:06,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T10:14:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T10:14:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-20T10:14:06,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T10:14:06,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T10:14:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T10:14:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T10:14:06,724 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,724 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 Release verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:14:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T10:14:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T10:14:06,726 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 Release verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:14:06,726 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 in 10.0280 sec 2024-11-20T10:14:06,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 10.0300 sec 2024-11-20T10:14:06,729 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,729 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 in 10.0300 sec 2024-11-20T10:14:06,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 10.0280 sec 2024-11-20T10:14:06,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 10.0320 sec 2024-11-20T10:14:06,731 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 Release verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:14:06,732 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,732 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:06,732 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:14:06,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 in 10.0340 sec 2024-11-20T10:14:16,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T10:14:16,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T10:14:16,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T10:14:16,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T10:14:16,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T10:14:16,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T10:14:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T10:14:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T10:14:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T10:14:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T10:14:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T10:14:16,735 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T10:14:16,739 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:16,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 Release verify snapshot worker=8c533afd331c,34829,1732097572137 2024-11-20T10:14:16,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 20.0380 sec 2024-11-20T10:14:16,740 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 Release verify snapshot worker=8c533afd331c,38239,1732097572188 2024-11-20T10:14:16,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 20.0420 sec 2024-11-20T10:14:16,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38239,1732097572188 in 20.0430 sec 2024-11-20T10:14:16,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-20T10:14:16,743 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T10:14:16,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34829,1732097572137 in 20.0420 sec 2024-11-20T10:14:16,745 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T10:14:16,747 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T10:14:16,747 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T10:14:16,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9080 sec 2024-11-20T10:14:16,905 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T10:14:16,914 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T10:14:16,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T10:14:16,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:14:16,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:14:16,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:16,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:16,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T10:14:16,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T10:14:16,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=940498952, stopped=false 2024-11-20T10:14:16,916 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8c533afd331c,33505,1732097571214 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:16,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T10:14:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:16,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:14:16,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:14:16,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:16,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,34829,1732097572137' ***** 2024-11-20T10:14:16,938 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T10:14:16,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,38239,1732097572188' ***** 2024-11-20T10:14:16,938 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T10:14:16,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:16,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:16,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:16,940 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:14:16,940 INFO [RS:1;8c533afd331c:34829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T10:14:16,940 INFO [RS:1;8c533afd331c:34829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T10:14:16,940 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b9501b6d668ac6c0d6e5cf85d416f23 2024-11-20T10:14:16,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:14:16,941 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for a05eed87511195345bebe577d922c621 2024-11-20T10:14:16,941 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:14:16,941 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for 70d927c620ab9a33b3b32a70738b8560 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for c818d2d383d967913973a18be0e49c96 2024-11-20T10:14:16,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:14:16,942 INFO [RS:2;8c533afd331c:38239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2efd0ed8ceb745b3540f6bcd256e73 2024-11-20T10:14:16,942 INFO [RS:2;8c533afd331c:38239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T10:14:16,942 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(959): stopping server 8c533afd331c,34829,1732097572137 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8c533afd331c:34829. 2024-11-20T10:14:16,942 DEBUG [RS:1;8c533afd331c:34829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:14:16,942 DEBUG [RS:1;8c533afd331c:34829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:16,942 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T10:14:16,943 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1325): Online Regions={8b9501b6d668ac6c0d6e5cf85d416f23=SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23., a05eed87511195345bebe577d922c621=SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621., 70d927c620ab9a33b3b32a70738b8560=SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560., c818d2d383d967913973a18be0e49c96=SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96., 0b2efd0ed8ceb745b3540f6bcd256e73=SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73.} 2024-11-20T10:14:16,943 DEBUG [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1351): Waiting on 0b2efd0ed8ceb745b3540f6bcd256e73, 70d927c620ab9a33b3b32a70738b8560, 8b9501b6d668ac6c0d6e5cf85d416f23, a05eed87511195345bebe577d922c621, c818d2d383d967913973a18be0e49c96 2024-11-20T10:14:16,944 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b9501b6d668ac6c0d6e5cf85d416f23, disabling compactions & flushes 2024-11-20T10:14:16,944 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:14:16,944 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:14:16,944 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. after waiting 0 ms 2024-11-20T10:14:16,944 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 39df882649edc9be2a7ca55295ca6252 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for b6728333432fd0012e861aea4e5e6b37 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for a530103356bb42ad6d5d213dcdbf17b4 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 18de15ff74ff07f63ec971a07c77b50c 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(959): stopping server 8c533afd331c,38239,1732097572188 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:14:16,945 INFO [RS:2;8c533afd331c:38239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8c533afd331c:38239. 2024-11-20T10:14:16,945 DEBUG [RS:2;8c533afd331c:38239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:14:16,945 DEBUG [RS:2;8c533afd331c:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:16,946 INFO [RS:2;8c533afd331c:38239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T10:14:16,946 INFO [RS:2;8c533afd331c:38239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T10:14:16,946 INFO [RS:2;8c533afd331c:38239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T10:14:16,946 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T10:14:16,947 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ece6e9b88e66520fa63f96dd3bd537f4, disabling compactions & flushes 2024-11-20T10:14:16,947 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:14:16,948 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:14:16,948 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. after waiting 0 ms 2024-11-20T10:14:16,948 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:14:16,950 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T10:14:16,950 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1325): Online Regions={ece6e9b88e66520fa63f96dd3bd537f4=SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4., 39df882649edc9be2a7ca55295ca6252=SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252., b6728333432fd0012e861aea4e5e6b37=SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37., 1588230740=hbase:meta,,1.1588230740, a530103356bb42ad6d5d213dcdbf17b4=SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4., 18de15ff74ff07f63ec971a07c77b50c=SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c.} 2024-11-20T10:14:16,951 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de15ff74ff07f63ec971a07c77b50c, 39df882649edc9be2a7ca55295ca6252, a530103356bb42ad6d5d213dcdbf17b4, b6728333432fd0012e861aea4e5e6b37, ece6e9b88e66520fa63f96dd3bd537f4 2024-11-20T10:14:16,952 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:14:16,952 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T10:14:16,953 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T10:14:16,953 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:14:16,953 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:14:16,953 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-20T10:14:16,969 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/ece6e9b88e66520fa63f96dd3bd537f4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:16,973 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:14:16,973 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ece6e9b88e66520fa63f96dd3bd537f4: Waiting for close lock at 1732097656947Running coprocessor pre-close hooks at 1732097656947Disabling compacts and flushes for region at 1732097656947Disabling writes for close at 1732097656948 (+1 ms)Writing region close event to WAL at 1732097656957 (+9 ms)Running coprocessor post-close hooks at 1732097656970 (+13 ms)Closed at 1732097656973 (+3 ms) 2024-11-20T10:14:16,974 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732097585290.ece6e9b88e66520fa63f96dd3bd537f4. 2024-11-20T10:14:16,974 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39df882649edc9be2a7ca55295ca6252, disabling compactions & flushes 2024-11-20T10:14:16,974 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:14:16,974 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:14:16,974 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. after waiting 0 ms 2024-11-20T10:14:16,974 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:14:16,981 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:14:16,981 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:14:16,993 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/8b9501b6d668ac6c0d6e5cf85d416f23/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T10:14:16,994 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:14:16,994 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b9501b6d668ac6c0d6e5cf85d416f23: Waiting for close lock at 1732097656944Running coprocessor pre-close hooks at 1732097656944Disabling compacts and flushes for region at 1732097656944Disabling writes for close at 1732097656944Writing region close event to WAL at 1732097656960 (+16 ms)Running coprocessor post-close hooks at 1732097656994 (+34 ms)Closed at 1732097656994 2024-11-20T10:14:16,994 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732097585290.8b9501b6d668ac6c0d6e5cf85d416f23. 2024-11-20T10:14:16,994 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a05eed87511195345bebe577d922c621, disabling compactions & flushes 2024-11-20T10:14:16,995 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:14:16,995 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:14:16,995 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. after waiting 0 ms 2024-11-20T10:14:16,995 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:14:16,997 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/39df882649edc9be2a7ca55295ca6252/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:16,999 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39df882649edc9be2a7ca55295ca6252: Waiting for close lock at 1732097656974Running coprocessor pre-close hooks at 1732097656974Disabling compacts and flushes for region at 1732097656974Disabling writes for close at 1732097656974Writing region close event to WAL at 1732097656984 (+10 ms)Running coprocessor post-close hooks at 1732097656998 (+14 ms)Closed at 1732097656999 (+1 ms) 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252. 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6728333432fd0012e861aea4e5e6b37, disabling compactions & flushes 2024-11-20T10:14:16,999 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. after waiting 0 ms 2024-11-20T10:14:16,999 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:14:17,005 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a05eed87511195345bebe577d922c621/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,008 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:14:17,008 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a05eed87511195345bebe577d922c621: Waiting for close lock at 1732097656994Running coprocessor pre-close hooks at 1732097656994Disabling compacts and flushes for region at 1732097656994Disabling writes for close at 1732097656995 (+1 ms)Writing region close event to WAL at 1732097657000 (+5 ms)Running coprocessor post-close hooks at 1732097657008 (+8 ms)Closed at 1732097657008 2024-11-20T10:14:17,008 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/b6728333432fd0012e861aea4e5e6b37/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,009 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732097585290.a05eed87511195345bebe577d922c621. 2024-11-20T10:14:17,009 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70d927c620ab9a33b3b32a70738b8560, disabling compactions & flushes 2024-11-20T10:14:17,009 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:14:17,009 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:14:17,009 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. after waiting 0 ms 2024-11-20T10:14:17,009 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:14:17,011 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:14:17,011 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6728333432fd0012e861aea4e5e6b37: Waiting for close lock at 1732097656999Running coprocessor pre-close hooks at 1732097656999Disabling compacts and flushes for region at 1732097656999Disabling writes for close at 1732097656999Writing region close event to WAL at 1732097657000 (+1 ms)Running coprocessor post-close hooks at 1732097657011 (+11 ms)Closed at 1732097657011 2024-11-20T10:14:17,011 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732097585290.b6728333432fd0012e861aea4e5e6b37. 2024-11-20T10:14:17,012 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a530103356bb42ad6d5d213dcdbf17b4, disabling compactions & flushes 2024-11-20T10:14:17,012 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:14:17,012 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:14:17,012 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. after waiting 0 ms 2024-11-20T10:14:17,012 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:14:17,014 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/info/ebfcf7c0db4e44de88be6f4097d0e307 is 167, key is SPTestTable,19999999,1732097585290.39df882649edc9be2a7ca55295ca6252./info:regioninfo/1732097626546/Put/seqid=0 2024-11-20T10:14:17,022 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/70d927c620ab9a33b3b32a70738b8560/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,028 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:14:17,028 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70d927c620ab9a33b3b32a70738b8560: Waiting for close lock at 1732097657009Running coprocessor pre-close hooks at 1732097657009Disabling compacts and flushes for region at 1732097657009Disabling writes for close at 1732097657009Writing region close event to WAL at 1732097657009Running coprocessor post-close hooks at 1732097657027 (+18 ms)Closed at 1732097657028 (+1 ms) 2024-11-20T10:14:17,028 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732097585290.70d927c620ab9a33b3b32a70738b8560. 2024-11-20T10:14:17,028 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c818d2d383d967913973a18be0e49c96, disabling compactions & flushes 2024-11-20T10:14:17,028 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:14:17,028 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:14:17,029 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. after waiting 0 ms 2024-11-20T10:14:17,029 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:14:17,033 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/a530103356bb42ad6d5d213dcdbf17b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T10:14:17,035 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a530103356bb42ad6d5d213dcdbf17b4: Waiting for close lock at 1732097657012Running coprocessor pre-close hooks at 1732097657012Disabling compacts and flushes for region at 1732097657012Disabling writes for close at 1732097657012Writing region close event to WAL at 1732097657020 (+8 ms)Running coprocessor post-close hooks at 1732097657034 (+14 ms)Closed at 1732097657035 (+1 ms) 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732097585290.a530103356bb42ad6d5d213dcdbf17b4. 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18de15ff74ff07f63ec971a07c77b50c, disabling compactions & flushes 2024-11-20T10:14:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741862_1038 (size=19822) 2024-11-20T10:14:17,035 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. after waiting 0 ms 2024-11-20T10:14:17,035 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:14:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741862_1038 (size=19822) 2024-11-20T10:14:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741862_1038 (size=19822) 2024-11-20T10:14:17,039 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/info/ebfcf7c0db4e44de88be6f4097d0e307 2024-11-20T10:14:17,042 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/c818d2d383d967913973a18be0e49c96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,043 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/18de15ff74ff07f63ec971a07c77b50c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,043 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:14:17,043 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c818d2d383d967913973a18be0e49c96: Waiting for close lock at 1732097657028Running coprocessor pre-close hooks at 1732097657028Disabling compacts and flushes for region at 1732097657028Disabling writes for close at 1732097657029 (+1 ms)Writing region close event to WAL at 1732097657037 (+8 ms)Running coprocessor post-close hooks at 1732097657043 (+6 ms)Closed at 1732097657043 2024-11-20T10:14:17,044 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732097585290.c818d2d383d967913973a18be0e49c96. 2024-11-20T10:14:17,044 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2efd0ed8ceb745b3540f6bcd256e73, disabling compactions & flushes 2024-11-20T10:14:17,044 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:14:17,044 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:14:17,044 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. after waiting 0 ms 2024-11-20T10:14:17,044 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:14:17,045 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:14:17,045 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18de15ff74ff07f63ec971a07c77b50c: Waiting for close lock at 1732097657035Running coprocessor pre-close hooks at 1732097657035Disabling compacts and flushes for region at 1732097657035Disabling writes for close at 1732097657035Writing region close event to WAL at 1732097657037 (+2 ms)Running coprocessor post-close hooks at 1732097657044 (+7 ms)Closed at 1732097657045 (+1 ms) 2024-11-20T10:14:17,045 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732097585290.18de15ff74ff07f63ec971a07c77b50c. 2024-11-20T10:14:17,050 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/default/SPTestTable/0b2efd0ed8ceb745b3540f6bcd256e73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:14:17,051 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:14:17,051 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2efd0ed8ceb745b3540f6bcd256e73: Waiting for close lock at 1732097657044Running coprocessor pre-close hooks at 1732097657044Disabling compacts and flushes for region at 1732097657044Disabling writes for close at 1732097657044Writing region close event to WAL at 1732097657045 (+1 ms)Running coprocessor post-close hooks at 1732097657051 (+6 ms)Closed at 1732097657051 2024-11-20T10:14:17,051 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732097585290.0b2efd0ed8ceb745b3540f6bcd256e73. 2024-11-20T10:14:17,071 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/ns/7187be24c3834c7a93ba355d94983bf1 is 43, key is default/ns:d/1732097584982/Put/seqid=0 2024-11-20T10:14:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741863_1039 (size=5153) 2024-11-20T10:14:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741863_1039 (size=5153) 2024-11-20T10:14:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741863_1039 (size=5153) 2024-11-20T10:14:17,092 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/ns/7187be24c3834c7a93ba355d94983bf1 2024-11-20T10:14:17,120 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/table/053d50f44f3a4c7e9ecd9e02a873ee88 is 47, key is SPTestTable/table:state/1732097596378/Put/seqid=0 2024-11-20T10:14:17,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741864_1040 (size=5214) 2024-11-20T10:14:17,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741864_1040 (size=5214) 2024-11-20T10:14:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741864_1040 (size=5214) 2024-11-20T10:14:17,133 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/table/053d50f44f3a4c7e9ecd9e02a873ee88 2024-11-20T10:14:17,142 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/info/ebfcf7c0db4e44de88be6f4097d0e307 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/info/ebfcf7c0db4e44de88be6f4097d0e307 2024-11-20T10:14:17,143 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(976): stopping server 8c533afd331c,34829,1732097572137; all regions closed. 2024-11-20T10:14:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741835_1011 (size=3500) 2024-11-20T10:14:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741835_1011 (size=3500) 2024-11-20T10:14:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741835_1011 (size=3500) 2024-11-20T10:14:17,151 DEBUG [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T10:14:17,152 DEBUG [RS:1;8c533afd331c:34829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C34829%2C1732097572137:(num 1732097574351) 2024-11-20T10:14:17,153 DEBUG [RS:1;8c533afd331c:34829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] hbase.ChoreService(370): Chore service for: regionserver/8c533afd331c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T10:14:17,153 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/info/ebfcf7c0db4e44de88be6f4097d0e307, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T10:14:17,153 INFO [regionserver/8c533afd331c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T10:14:17,153 INFO [RS:1;8c533afd331c:34829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:14:17,154 INFO [RS:1;8c533afd331c:34829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34829 2024-11-20T10:14:17,155 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/ns/7187be24c3834c7a93ba355d94983bf1 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/ns/7187be24c3834c7a93ba355d94983bf1 2024-11-20T10:14:17,166 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/ns/7187be24c3834c7a93ba355d94983bf1, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T10:14:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:14:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,34829,1732097572137 2024-11-20T10:14:17,169 INFO [RS:1;8c533afd331c:34829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:14:17,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,34829,1732097572137] 2024-11-20T10:14:17,172 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/.tmp/table/053d50f44f3a4c7e9ecd9e02a873ee88 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/table/053d50f44f3a4c7e9ecd9e02a873ee88 2024-11-20T10:14:17,183 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/table/053d50f44f3a4c7e9ecd9e02a873ee88, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T10:14:17,185 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=35, compaction requested=false 2024-11-20T10:14:17,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,34829,1732097572137 already deleted, retry=false 2024-11-20T10:14:17,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8c533afd331c,34829,1732097572137 expired; onlineServers=1 2024-11-20T10:14:17,198 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T10:14:17,199 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:14:17,199 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T10:14:17,199 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732097656952Running coprocessor pre-close hooks at 1732097656952Disabling compacts and flushes for region at 1732097656952Disabling writes for close at 1732097656953 (+1 ms)Obtaining lock to block concurrent updates at 1732097656953Preparing flush snapshotting stores in 1588230740 at 1732097656953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732097656954 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732097656955 (+1 ms)Flushing 1588230740/info: creating writer at 1732097656955Flushing 1588230740/info: appending metadata at 1732097657013 (+58 ms)Flushing 1588230740/info: closing flushed file at 1732097657013Flushing 1588230740/ns: creating writer at 1732097657050 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732097657071 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732097657071Flushing 1588230740/table: creating writer at 1732097657102 (+31 ms)Flushing 1588230740/table: appending metadata at 1732097657119 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732097657119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc31044: reopening flushed file at 1732097657140 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60655813: reopening flushed file at 1732097657153 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4d53fd: reopening flushed file at 1732097657166 (+13 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=35, compaction requested=false at 1732097657185 (+19 ms)Writing region close event to WAL at 1732097657192 (+7 ms)Running coprocessor post-close hooks at 1732097657199 (+7 ms)Closed at 1732097657199 2024-11-20T10:14:17,200 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T10:14:17,208 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:14:17,208 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:14:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,279 INFO [RS:1;8c533afd331c:34829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:14:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10157bb71df0002, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,279 INFO [RS:1;8c533afd331c:34829 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,34829,1732097572137; zookeeper connection closed. 2024-11-20T10:14:17,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fa1a52b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fa1a52b 2024-11-20T10:14:17,351 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(976): stopping server 8c533afd331c,38239,1732097572188; all regions closed. 2024-11-20T10:14:17,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741836_1012 (size=18422) 2024-11-20T10:14:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741836_1012 (size=18422) 2024-11-20T10:14:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741836_1012 (size=18422) 2024-11-20T10:14:17,360 DEBUG [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs 2024-11-20T10:14:17,360 INFO [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C38239%2C1732097572188.meta:.meta(num 1732097584744) 2024-11-20T10:14:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741833_1009 (size=3530) 2024-11-20T10:14:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741833_1009 (size=3530) 2024-11-20T10:14:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741833_1009 (size=3530) 2024-11-20T10:14:17,369 DEBUG [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/oldWALs 2024-11-20T10:14:17,369 INFO [RS:2;8c533afd331c:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C38239%2C1732097572188:(num 1732097574351) 2024-11-20T10:14:17,369 DEBUG [RS:2;8c533afd331c:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:17,369 INFO [RS:2;8c533afd331c:38239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:14:17,370 INFO [RS:2;8c533afd331c:38239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:14:17,370 INFO [RS:2;8c533afd331c:38239 {}] hbase.ChoreService(370): Chore service for: regionserver/8c533afd331c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T10:14:17,370 INFO [RS:2;8c533afd331c:38239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:14:17,370 INFO [regionserver/8c533afd331c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:14:17,370 INFO [RS:2;8c533afd331c:38239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38239 2024-11-20T10:14:17,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:14:17,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,38239,1732097572188 2024-11-20T10:14:17,379 INFO [RS:2;8c533afd331c:38239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:14:17,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,38239,1732097572188] 2024-11-20T10:14:17,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,38239,1732097572188 already deleted, retry=false 2024-11-20T10:14:17,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8c533afd331c,38239,1732097572188 expired; onlineServers=0 2024-11-20T10:14:17,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8c533afd331c,33505,1732097571214' ***** 2024-11-20T10:14:17,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T10:14:17,400 INFO [M:0;8c533afd331c:33505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:14:17,401 INFO [M:0;8c533afd331c:33505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:14:17,401 DEBUG [M:0;8c533afd331c:33505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T10:14:17,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T10:14:17,401 DEBUG [M:0;8c533afd331c:33505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T10:14:17,401 DEBUG [master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097573330 {}] cleaner.HFileCleaner(306): Exit Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097573330,5,FailOnTimeoutGroup] 2024-11-20T10:14:17,401 DEBUG [master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097573328 {}] cleaner.HFileCleaner(306): Exit Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097573328,5,FailOnTimeoutGroup] 2024-11-20T10:14:17,401 INFO [M:0;8c533afd331c:33505 {}] hbase.ChoreService(370): Chore service for: master/8c533afd331c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T10:14:17,401 INFO [M:0;8c533afd331c:33505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:14:17,402 DEBUG [M:0;8c533afd331c:33505 {}] master.HMaster(1795): Stopping service threads 2024-11-20T10:14:17,402 INFO [M:0;8c533afd331c:33505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T10:14:17,402 INFO [M:0;8c533afd331c:33505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T10:14:17,402 ERROR [M:0;8c533afd331c:33505 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44577 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44577,5,PEWorkerGroup] 2024-11-20T10:14:17,402 INFO [M:0;8c533afd331c:33505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T10:14:17,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T10:14:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T10:14:17,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:17,411 DEBUG [M:0;8c533afd331c:33505 {}] zookeeper.ZKUtil(347): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T10:14:17,411 WARN [M:0;8c533afd331c:33505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T10:14:17,413 INFO [M:0;8c533afd331c:33505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/.lastflushedseqids 2024-11-20T10:14:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741865_1041 (size=686) 2024-11-20T10:14:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741865_1041 (size=686) 2024-11-20T10:14:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741865_1041 (size=686) 2024-11-20T10:14:17,440 INFO [M:0;8c533afd331c:33505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T10:14:17,441 INFO [M:0;8c533afd331c:33505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T10:14:17,441 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:14:17,441 INFO [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:17,441 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:17,441 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:14:17,441 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:17,442 INFO [M:0;8c533afd331c:33505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.10 KB heapSize=229.52 KB 2024-11-20T10:14:17,466 DEBUG [M:0;8c533afd331c:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2b1b86a1b9a414ba44d60ed0eea0f1d is 82, key is hbase:meta,,1/info:regioninfo/1732097584826/Put/seqid=0 2024-11-20T10:14:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741866_1042 (size=5672) 2024-11-20T10:14:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741866_1042 (size=5672) 2024-11-20T10:14:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741866_1042 (size=5672) 2024-11-20T10:14:17,487 INFO [M:0;8c533afd331c:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2b1b86a1b9a414ba44d60ed0eea0f1d 2024-11-20T10:14:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,489 INFO [RS:2;8c533afd331c:38239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:14:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157bb71df0003, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,490 INFO [RS:2;8c533afd331c:38239 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,38239,1732097572188; zookeeper connection closed. 2024-11-20T10:14:17,490 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5471f88d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5471f88d 2024-11-20T10:14:17,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T10:14:17,517 DEBUG [M:0;8c533afd331c:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaab4ecf9e849dfb783310bccbeef56 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732097596385/Put/seqid=0 2024-11-20T10:14:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741867_1043 (size=8903) 2024-11-20T10:14:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741867_1043 (size=8903) 2024-11-20T10:14:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741867_1043 (size=8903) 2024-11-20T10:14:17,533 INFO [M:0;8c533afd331c:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaab4ecf9e849dfb783310bccbeef56 2024-11-20T10:14:17,541 INFO [M:0;8c533afd331c:33505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceaab4ecf9e849dfb783310bccbeef56 2024-11-20T10:14:17,564 DEBUG [M:0;8c533afd331c:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8703f116d45f434ab3f74c302f750b60 is 69, key is 8c533afd331c,34829,1732097572137/rs:state/1732097573410/Put/seqid=0 2024-11-20T10:14:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741868_1044 (size=5441) 2024-11-20T10:14:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741868_1044 (size=5441) 2024-11-20T10:14:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741868_1044 (size=5441) 2024-11-20T10:14:17,576 INFO [M:0;8c533afd331c:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8703f116d45f434ab3f74c302f750b60 2024-11-20T10:14:17,584 INFO [M:0;8c533afd331c:33505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8703f116d45f434ab3f74c302f750b60 2024-11-20T10:14:17,585 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2b1b86a1b9a414ba44d60ed0eea0f1d as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2b1b86a1b9a414ba44d60ed0eea0f1d 2024-11-20T10:14:17,593 INFO [M:0;8c533afd331c:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2b1b86a1b9a414ba44d60ed0eea0f1d, entries=8, sequenceid=485, filesize=5.5 K 2024-11-20T10:14:17,595 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaab4ecf9e849dfb783310bccbeef56 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaab4ecf9e849dfb783310bccbeef56 2024-11-20T10:14:17,603 INFO [M:0;8c533afd331c:33505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceaab4ecf9e849dfb783310bccbeef56 2024-11-20T10:14:17,603 INFO [M:0;8c533afd331c:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaab4ecf9e849dfb783310bccbeef56, entries=54, sequenceid=485, filesize=8.7 K 2024-11-20T10:14:17,604 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8703f116d45f434ab3f74c302f750b60 as hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8703f116d45f434ab3f74c302f750b60 2024-11-20T10:14:17,613 INFO [M:0;8c533afd331c:33505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8703f116d45f434ab3f74c302f750b60 2024-11-20T10:14:17,613 INFO [M:0;8c533afd331c:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44577/user/jenkins/test-data/f1c259f6-49d7-ba9a-3709-268f554d806b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8703f116d45f434ab3f74c302f750b60, entries=3, sequenceid=485, filesize=5.3 K 2024-11-20T10:14:17,614 INFO [M:0;8c533afd331c:33505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=485, compaction requested=false 2024-11-20T10:14:17,616 INFO [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:17,617 DEBUG [M:0;8c533afd331c:33505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732097657441Disabling compacts and flushes for region at 1732097657441Disabling writes for close at 1732097657441Obtaining lock to block concurrent updates at 1732097657442 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732097657442Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189540, getHeapSize=234960, getOffHeapSize=0, getCellsCount=588 at 1732097657442Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732097657443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732097657443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732097657466 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732097657466Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732097657498 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732097657516 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732097657516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732097657541 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732097657563 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732097657563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1a0162: reopening flushed file at 1732097657584 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bc4f0c: reopening flushed file at 1732097657593 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14025cc: reopening flushed file at 1732097657603 (+10 ms)Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=485, compaction requested=false at 1732097657615 (+12 ms)Writing region close event to WAL at 1732097657616 (+1 ms)Closed at 1732097657616 2024-11-20T10:14:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46737 is added to blk_1073741830_1006 (size=221896) 2024-11-20T10:14:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741830_1006 (size=221896) 2024-11-20T10:14:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741830_1006 (size=221896) 2024-11-20T10:14:17,621 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:14:17,621 INFO [M:0;8c533afd331c:33505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T10:14:17,621 INFO [M:0;8c533afd331c:33505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33505 2024-11-20T10:14:17,621 INFO [M:0;8c533afd331c:33505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:14:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,732 INFO [M:0;8c533afd331c:33505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:14:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x10157bb71df0000, quorum=127.0.0.1:53016, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:14:17,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:17,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:14:17,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:14:17,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:14:17,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,STOPPED} 2024-11-20T10:14:17,743 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:14:17,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:14:17,743 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-570591419-172.17.0.2-1732097565654 (Datanode Uuid 8bafdbf3-705e-4c8c-aee5-de9f6657e99b) service to localhost/127.0.0.1:44577 2024-11-20T10:14:17,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:14:17,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data5/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data6/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:14:17,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:17,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:14:17,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:14:17,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:14:17,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,STOPPED} 2024-11-20T10:14:17,748 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:14:17,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:14:17,748 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-570591419-172.17.0.2-1732097565654 (Datanode Uuid 1f853bf2-73ae-4305-94c6-39674f7b87a0) service to localhost/127.0.0.1:44577 2024-11-20T10:14:17,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:14:17,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data3/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data4/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:14:17,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:17,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:14:17,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:14:17,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:14:17,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,STOPPED} 2024-11-20T10:14:17,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:14:17,753 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:14:17,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:14:17,753 WARN [BP-570591419-172.17.0.2-1732097565654 heartbeating to localhost/127.0.0.1:44577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-570591419-172.17.0.2-1732097565654 (Datanode Uuid c1078feb-1b38-4780-9a8e-01331f0719bf) service to localhost/127.0.0.1:44577 2024-11-20T10:14:17,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data1/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/cluster_ebdb6bb2-ccaf-532a-1906-dee68fb294d7/data/data2/current/BP-570591419-172.17.0.2-1732097565654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:14:17,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:14:17,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:14:17,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:14:17,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:14:17,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:14:17,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir/,STOPPED} 2024-11-20T10:14:17,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T10:14:17,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T10:14:17,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RS_OPEN_REGION-regionserver/8c533afd331c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44577 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/8c533afd331c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8c533afd331c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3b6cd738 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8c533afd331c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/8c533afd331c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/8c533afd331c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8c533afd331c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8c533afd331c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44577 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=9020 (was 10546) 2024-11-20T10:14:17,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=9019 2024-11-20T10:14:17,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir so I do NOT create it in target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a 2024-11-20T10:14:17,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.tmp.dir so I do NOT create it in target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a 2024-11-20T10:14:17,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/587bef7b-f24a-c469-4f16-b714fdb5a79e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T10:14:17,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b, deleteOnExit=true 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/test.cache.data in system properties and HBase conf 2024-11-20T10:14:17,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T10:14:17,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:14:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:14:17,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:14:18,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:14:18,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:14:18,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:14:18,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:14:18,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:14:18,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:14:18,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26119b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:14:18,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555889da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:14:18,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f928018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/java.io.tmpdir/jetty-localhost-44459-hadoop-hdfs-3_4_1-tests_jar-_-any-5184420163899422134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:14:18,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@274eec8a{HTTP/1.1, (http/1.1)}{localhost:44459} 2024-11-20T10:14:18,416 INFO [Time-limited test {}] server.Server(415): Started @95339ms 2024-11-20T10:14:18,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:14:18,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:14:18,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:14:18,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:14:18,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:14:18,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16957c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:14:18,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db967cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:14:18,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ba3f82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/java.io.tmpdir/jetty-localhost-42441-hadoop-hdfs-3_4_1-tests_jar-_-any-16612135621954367154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:18,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fb9446e{HTTP/1.1, (http/1.1)}{localhost:42441} 2024-11-20T10:14:18,894 INFO [Time-limited test {}] server.Server(415): Started @95817ms 2024-11-20T10:14:18,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:14:18,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:14:18,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:14:18,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:14:18,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:14:18,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:14:18,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e339060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:14:18,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e04367{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:14:19,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@239f9a61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/java.io.tmpdir/jetty-localhost-38661-hadoop-hdfs-3_4_1-tests_jar-_-any-17648902933206865986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:19,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@adc4a5e{HTTP/1.1, (http/1.1)}{localhost:38661} 2024-11-20T10:14:19,049 INFO [Time-limited test {}] server.Server(415): Started @95972ms 2024-11-20T10:14:19,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:14:19,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:14:19,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:14:19,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:14:19,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:14:19,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:14:19,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db46f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:14:19,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7bcc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:14:19,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23255376{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/java.io.tmpdir/jetty-localhost-45189-hadoop-hdfs-3_4_1-tests_jar-_-any-7001421899759044221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:14:19,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b74f4fc{HTTP/1.1, (http/1.1)}{localhost:45189} 2024-11-20T10:14:19,180 INFO [Time-limited test {}] server.Server(415): Started @96102ms 2024-11-20T10:14:19,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:14:20,221 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data1/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,221 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data2/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,241 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:14:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a158c75b0b11bb6 with lease ID 0xbb41a24d6eb94d9e: Processing first storage report for DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=6ba6939e-d613-4163-bd77-b516dfc9a201, infoPort=37045, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a158c75b0b11bb6 with lease ID 0xbb41a24d6eb94d9e: from storage DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=6ba6939e-d613-4163-bd77-b516dfc9a201, infoPort=37045, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a158c75b0b11bb6 with lease ID 0xbb41a24d6eb94d9e: Processing first storage report for DS-16be01e1-3c8b-49ee-8252-dd3a8d4f0414 from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=6ba6939e-d613-4163-bd77-b516dfc9a201, infoPort=37045, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a158c75b0b11bb6 with lease ID 0xbb41a24d6eb94d9e: from storage DS-16be01e1-3c8b-49ee-8252-dd3a8d4f0414 node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=6ba6939e-d613-4163-bd77-b516dfc9a201, infoPort=37045, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,400 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data3/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,400 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data4/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,420 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:14:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d500ae3eada9f88 with lease ID 0xbb41a24d6eb94d9f: Processing first storage report for DS-9b536446-022c-4f54-a2ef-6f607c60bc5b from datanode DatanodeRegistration(127.0.0.1:42581, datanodeUuid=4579f3c4-d2a6-47de-84e4-34b944b63b4e, infoPort=46629, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d500ae3eada9f88 with lease ID 0xbb41a24d6eb94d9f: from storage DS-9b536446-022c-4f54-a2ef-6f607c60bc5b node DatanodeRegistration(127.0.0.1:42581, datanodeUuid=4579f3c4-d2a6-47de-84e4-34b944b63b4e, infoPort=46629, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d500ae3eada9f88 with lease ID 0xbb41a24d6eb94d9f: Processing first storage report for DS-0ce13111-a764-431b-afc9-b414ebda99d1 from datanode DatanodeRegistration(127.0.0.1:42581, datanodeUuid=4579f3c4-d2a6-47de-84e4-34b944b63b4e, infoPort=46629, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d500ae3eada9f88 with lease ID 0xbb41a24d6eb94d9f: from storage DS-0ce13111-a764-431b-afc9-b414ebda99d1 node DatanodeRegistration(127.0.0.1:42581, datanodeUuid=4579f3c4-d2a6-47de-84e4-34b944b63b4e, infoPort=46629, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,469 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data5/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,470 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data6/current/BP-1071482193-172.17.0.2-1732097657873/current, will proceed with Du for space computation calculation, 2024-11-20T10:14:20,491 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:14:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf626ef9927dac617 with lease ID 0xbb41a24d6eb94da0: Processing first storage report for DS-effad549-a7d4-4ed2-9234-822dd24614ca from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=9e7f6691-2f59-4a47-84c6-f68dc1878568, infoPort=44559, infoSecurePort=0, ipcPort=38493, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf626ef9927dac617 with lease ID 0xbb41a24d6eb94da0: from storage DS-effad549-a7d4-4ed2-9234-822dd24614ca node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=9e7f6691-2f59-4a47-84c6-f68dc1878568, infoPort=44559, infoSecurePort=0, ipcPort=38493, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf626ef9927dac617 with lease ID 0xbb41a24d6eb94da0: Processing first storage report for DS-4c6f1709-1dbb-4f7e-9ea6-e3ab210e8264 from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=9e7f6691-2f59-4a47-84c6-f68dc1878568, infoPort=44559, infoSecurePort=0, ipcPort=38493, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873) 2024-11-20T10:14:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf626ef9927dac617 with lease ID 0xbb41a24d6eb94da0: from storage DS-4c6f1709-1dbb-4f7e-9ea6-e3ab210e8264 node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=9e7f6691-2f59-4a47-84c6-f68dc1878568, infoPort=44559, infoSecurePort=0, ipcPort=38493, storageInfo=lv=-57;cid=testClusterID;nsid=972477288;c=1732097657873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:14:20,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a 2024-11-20T10:14:20,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/zookeeper_0, clientPort=56726, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T10:14:20,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56726 2024-11-20T10:14:20,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:14:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:14:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:14:20,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c with version=8 2024-11-20T10:14:20,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/hbase-staging 2024-11-20T10:14:20,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T10:14:20,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:14:20,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33961 2024-11-20T10:14:20,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33961 connecting to ZooKeeper ensemble=127.0.0.1:56726 2024-11-20T10:14:20,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339610x0, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:14:20,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33961-0x10157bcd2130000 connected 2024-11-20T10:14:20,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:20,692 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c, hbase.cluster.distributed=false 2024-11-20T10:14:20,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:14:20,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T10:14:20,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33961 2024-11-20T10:14:20,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33961 2024-11-20T10:14:20,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T10:14:20,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T10:14:20,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:14:20,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:14:20,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34305 2024-11-20T10:14:20,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34305 connecting to ZooKeeper ensemble=127.0.0.1:56726 2024-11-20T10:14:20,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343050x0, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:14:20,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34305-0x10157bcd2130001 connected 2024-11-20T10:14:20,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:20,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:14:20,727 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:14:20,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:14:20,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:14:20,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-20T10:14:20,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34305 2024-11-20T10:14:20,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34305 2024-11-20T10:14:20,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-20T10:14:20,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-20T10:14:20,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:14:20,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:14:20,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38911 2024-11-20T10:14:20,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38911 connecting to ZooKeeper ensemble=127.0.0.1:56726 2024-11-20T10:14:20,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389110x0, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:14:20,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38911-0x10157bcd2130002 connected 2024-11-20T10:14:20,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:20,769 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:14:20,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:14:20,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:14:20,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:14:20,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-20T10:14:20,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38911 2024-11-20T10:14:20,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38911 2024-11-20T10:14:20,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-20T10:14:20,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-20T10:14:20,789 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8c533afd331c:0 server-side Connection retries=45 2024-11-20T10:14:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:14:20,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:14:20,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:14:20,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:14:20,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:14:20,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44611 2024-11-20T10:14:20,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44611 connecting to ZooKeeper ensemble=127.0.0.1:56726 2024-11-20T10:14:20,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446110x0, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:14:20,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44611-0x10157bcd2130003 connected 2024-11-20T10:14:20,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:14:20,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:14:20,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:14:20,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:14:20,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:14:20,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-20T10:14:20,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44611 2024-11-20T10:14:20,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44611 2024-11-20T10:14:20,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-20T10:14:20,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-20T10:14:20,830 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8c533afd331c:33961 2024-11-20T10:14:20,830 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8c533afd331c,33961,1732097660539 2024-11-20T10:14:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,842 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8c533afd331c,33961,1732097660539 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,853 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T10:14:20,854 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8c533afd331c,33961,1732097660539 from backup master directory 2024-11-20T10:14:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8c533afd331c,33961,1732097660539 2024-11-20T10:14:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:14:20,863 WARN [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:14:20,863 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8c533afd331c,33961,1732097660539 2024-11-20T10:14:20,867 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/hbase.id] with ID: 62c18a80-b312-42b8-b6b3-54cd79d65455 2024-11-20T10:14:20,868 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.tmp/hbase.id 2024-11-20T10:14:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:14:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:14:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:14:20,878 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.tmp/hbase.id]:[hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/hbase.id] 2024-11-20T10:14:20,892 INFO [master/8c533afd331c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:14:20,892 INFO [master/8c533afd331c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T10:14:20,894 INFO [master/8c533afd331c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T10:14:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:14:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:14:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:14:20,914 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:14:20,915 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T10:14:20,915 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:14:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:14:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:14:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:14:20,926 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store 2024-11-20T10:14:20,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:14:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:14:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:14:20,935 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:20,936 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:14:20,936 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:20,936 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:20,936 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:14:20,936 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:20,936 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:14:20,936 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732097660936Disabling compacts and flushes for region at 1732097660936Disabling writes for close at 1732097660936Writing region close event to WAL at 1732097660936Closed at 1732097660936 2024-11-20T10:14:20,936 WARN [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/.initializing 2024-11-20T10:14:20,937 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/WALs/8c533afd331c,33961,1732097660539 2024-11-20T10:14:20,938 INFO [master/8c533afd331c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:14:20,939 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C33961%2C1732097660539, suffix=, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/WALs/8c533afd331c,33961,1732097660539, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/oldWALs, maxLogs=10 2024-11-20T10:14:20,951 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/WALs/8c533afd331c,33961,1732097660539/8c533afd331c%2C33961%2C1732097660539.1732097660939, exclude list is [], retry=0 2024-11-20T10:14:20,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:14:20,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:14:20,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:14:20,956 INFO [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/WALs/8c533afd331c,33961,1732097660539/8c533afd331c%2C33961%2C1732097660539.1732097660939 2024-11-20T10:14:20,957 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:46629:46629),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-20T10:14:20,957 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:14:20,957 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:20,957 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,957 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T10:14:20,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:20,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:20,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T10:14:20,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T10:14:20,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T10:14:20,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:20,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:20,968 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,968 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,969 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,970 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,970 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,971 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:14:20,972 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:14:20,974 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:20,975 INFO [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63761666, jitterRate=-0.04987713694572449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:14:20,975 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732097660957Initializing all the Stores at 1732097660958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097660958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097660958Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097660958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097660958Cleaning up temporary data from old regions at 1732097660970 (+12 ms)Region opened successfully at 1732097660975 (+5 ms) 2024-11-20T10:14:20,975 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T10:14:20,979 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365db0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:14:20,980 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T10:14:20,980 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T10:14:20,980 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T10:14:20,980 INFO [master/8c533afd331c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T10:14:20,981 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T10:14:20,981 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T10:14:20,981 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T10:14:20,983 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T10:14:20,984 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T10:14:20,996 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T10:14:20,997 INFO [master/8c533afd331c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T10:14:20,997 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T10:14:21,010 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T10:14:21,010 INFO [master/8c533afd331c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T10:14:21,012 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T10:14:21,020 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T10:14:21,022 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T10:14:21,031 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T10:14:21,036 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T10:14:21,049 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,060 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8c533afd331c,33961,1732097660539, sessionid=0x10157bcd2130000, setting cluster-up flag (Was=false) 2024-11-20T10:14:21,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,116 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T10:14:21,119 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8c533afd331c,33961,1732097660539 2024-11-20T10:14:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,179 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T10:14:21,183 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8c533afd331c,33961,1732097660539 2024-11-20T10:14:21,187 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T10:14:21,190 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T10:14:21,191 INFO [master/8c533afd331c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T10:14:21,191 INFO [master/8c533afd331c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T10:14:21,192 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8c533afd331c,33961,1732097660539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T10:14:21,195 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:14:21,195 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:14:21,195 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:14:21,196 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8c533afd331c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:14:21,196 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8c533afd331c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T10:14:21,196 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,196 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:14:21,196 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:14:21,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T10:14:21,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:21,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T10:14:21,200 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732097691200 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T10:14:21,201 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,204 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T10:14:21,205 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T10:14:21,205 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T10:14:21,208 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T10:14:21,208 INFO [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T10:14:21,208 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097661208,5,FailOnTimeoutGroup] 2024-11-20T10:14:21,209 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097661209,5,FailOnTimeoutGroup] 2024-11-20T10:14:21,209 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,209 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T10:14:21,209 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,209 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:14:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:14:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741831_1007 (size=1321) 2024-11-20T10:14:21,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T10:14:21,215 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:21,217 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(746): ClusterId : 62c18a80-b312-42b8-b6b3-54cd79d65455 2024-11-20T10:14:21,217 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(746): ClusterId : 62c18a80-b312-42b8-b6b3-54cd79d65455 2024-11-20T10:14:21,217 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:14:21,217 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:14:21,217 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(746): ClusterId : 62c18a80-b312-42b8-b6b3-54cd79d65455 2024-11-20T10:14:21,217 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:14:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:14:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:14:21,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:21,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:14:21,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741832_1008 (size=32) 2024-11-20T10:14:21,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:14:21,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:21,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:21,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T10:14:21,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T10:14:21,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:21,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:21,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:14:21,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:14:21,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:21,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:21,239 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:14:21,239 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:14:21,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:14:21,239 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:14:21,239 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:14:21,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:14:21,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:21,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:21,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T10:14:21,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:14:21,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:14:21,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T10:14:21,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T10:14:21,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:14:21,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T10:14:21,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:21,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60621713, jitterRate=-0.09666608273983002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732097661227Initializing all the Stores at 1732097661228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097661228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097661228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097661228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097661228Cleaning up temporary data from old regions at 1732097661244 (+16 ms)Region opened successfully at 1732097661254 (+10 ms) 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:14:21,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:14:21,255 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T10:14:21,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732097661255Disabling compacts and flushes for region at 1732097661255Disabling writes for close at 1732097661255Writing region close event to WAL at 1732097661255Closed at 1732097661255 2024-11-20T10:14:21,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:14:21,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T10:14:21,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T10:14:21,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:14:21,260 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:14:21,260 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:14:21,260 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:14:21,261 DEBUG [RS:0;8c533afd331c:34305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8bc1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:14:21,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T10:14:21,270 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:14:21,270 DEBUG [RS:2;8c533afd331c:44611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2d9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:14:21,272 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:14:21,272 DEBUG [RS:1;8c533afd331c:38911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328eca69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8c533afd331c/172.17.0.2:0 2024-11-20T10:14:21,280 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8c533afd331c:34305 2024-11-20T10:14:21,281 INFO [RS:0;8c533afd331c:34305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:14:21,281 INFO [RS:0;8c533afd331c:34305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:14:21,281 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:14:21,282 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33961,1732097660539 with port=34305, startcode=1732097660710 2024-11-20T10:14:21,282 DEBUG [RS:0;8c533afd331c:34305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:14:21,285 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8c533afd331c:38911 2024-11-20T10:14:21,285 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:14:21,285 INFO [RS:1;8c533afd331c:38911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:14:21,285 INFO [RS:1;8c533afd331c:38911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:14:21,285 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:14:21,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,286 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33961,1732097660539 with port=38911, startcode=1732097660750 2024-11-20T10:14:21,286 DEBUG [RS:1;8c533afd331c:38911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:14:21,286 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8c533afd331c:44611 2024-11-20T10:14:21,286 INFO [RS:2;8c533afd331c:44611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T10:14:21,286 INFO [RS:2;8c533afd331c:44611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T10:14:21,286 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T10:14:21,287 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(2659): reportForDuty to master=8c533afd331c,33961,1732097660539 with port=44611, startcode=1732097660789 2024-11-20T10:14:21,287 DEBUG [RS:2;8c533afd331c:44611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:14:21,288 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:21,288 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33075 2024-11-20T10:14:21,288 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:14:21,289 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:14:21,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,289 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:14:21,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33961 {}] master.ServerManager(517): Registering regionserver=8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,291 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:21,291 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33075 2024-11-20T10:14:21,291 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:14:21,293 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:21,293 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33075 2024-11-20T10:14:21,293 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T10:14:21,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:14:21,342 DEBUG [RS:0;8c533afd331c:34305 {}] zookeeper.ZKUtil(111): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,342 WARN [RS:0;8c533afd331c:34305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:14:21,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,44611,1732097660789] 2024-11-20T10:14:21,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,34305,1732097660710] 2024-11-20T10:14:21,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8c533afd331c,38911,1732097660750] 2024-11-20T10:14:21,342 DEBUG [RS:2;8c533afd331c:44611 {}] zookeeper.ZKUtil(111): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,342 INFO [RS:0;8c533afd331c:34305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:14:21,342 WARN [RS:2;8c533afd331c:44611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:14:21,342 DEBUG [RS:1;8c533afd331c:38911 {}] zookeeper.ZKUtil(111): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,343 WARN [RS:1;8c533afd331c:38911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:14:21,343 DEBUG [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,343 INFO [RS:2;8c533afd331c:44611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:14:21,343 INFO [RS:1;8c533afd331c:38911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:14:21,343 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,343 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,349 INFO [RS:2;8c533afd331c:44611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:14:21,349 INFO [RS:0;8c533afd331c:34305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:14:21,351 INFO [RS:2;8c533afd331c:44611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:14:21,351 INFO [RS:2;8c533afd331c:44611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:14:21,351 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,352 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:14:21,353 INFO [RS:0;8c533afd331c:34305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:14:21,354 INFO [RS:1;8c533afd331c:38911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:14:21,354 INFO [RS:2;8c533afd331c:44611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:14:21,354 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,354 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,354 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,354 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,354 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,354 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,355 DEBUG [RS:2;8c533afd331c:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,356 INFO [RS:0;8c533afd331c:34305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:14:21,356 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,357 INFO [RS:1;8c533afd331c:38911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:14:21,357 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:14:21,358 INFO [RS:1;8c533afd331c:38911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,44611,1732097660789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:14:21,358 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T10:14:21,358 INFO [RS:0;8c533afd331c:34305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:14:21,359 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,359 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,360 DEBUG [RS:0;8c533afd331c:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,360 INFO [RS:1;8c533afd331c:38911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T10:14:21,360 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:14:21,360 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8c533afd331c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,361 DEBUG [RS:1;8c533afd331c:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8c533afd331c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:14:21,379 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,379 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,379 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,34305,1732097660710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:14:21,380 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,38911,1732097660750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:14:21,384 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:14:21,384 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,44611,1732097660789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,384 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,384 INFO [RS:2;8c533afd331c:44611 {}] regionserver.Replication(171): 8c533afd331c,44611,1732097660789 started 2024-11-20T10:14:21,400 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:14:21,400 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,34305,1732097660710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,400 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:14:21,401 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,401 INFO [RS:0;8c533afd331c:34305 {}] regionserver.Replication(171): 8c533afd331c,34305,1732097660710 started 2024-11-20T10:14:21,401 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,38911,1732097660750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,401 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,401 INFO [RS:1;8c533afd331c:38911 {}] regionserver.Replication(171): 8c533afd331c,38911,1732097660750 started 2024-11-20T10:14:21,404 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,404 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,44611,1732097660789, RpcServer on 8c533afd331c/172.17.0.2:44611, sessionid=0x10157bcd2130003 2024-11-20T10:14:21,404 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:14:21,404 DEBUG [RS:2;8c533afd331c:44611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,405 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,44611,1732097660789' 2024-11-20T10:14:21,405 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:14:21,405 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,44611,1732097660789 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,44611,1732097660789' 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:14:21,406 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:14:21,407 DEBUG [RS:2;8c533afd331c:44611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:14:21,407 INFO [RS:2;8c533afd331c:44611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:14:21,407 INFO [RS:2;8c533afd331c:44611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:14:21,411 WARN [8c533afd331c:33961 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T10:14:21,421 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,421 INFO [RS:0;8c533afd331c:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:21,421 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,38911,1732097660750, RpcServer on 8c533afd331c/172.17.0.2:38911, sessionid=0x10157bcd2130002 2024-11-20T10:14:21,421 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1482): Serving as 8c533afd331c,34305,1732097660710, RpcServer on 8c533afd331c/172.17.0.2:34305, sessionid=0x10157bcd2130001 2024-11-20T10:14:21,421 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:14:21,421 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:14:21,421 DEBUG [RS:1;8c533afd331c:38911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,422 DEBUG [RS:0;8c533afd331c:34305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,422 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,38911,1732097660750' 2024-11-20T10:14:21,422 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,34305,1732097660710' 2024-11-20T10:14:21,422 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:14:21,422 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:14:21,422 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:14:21,422 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,34305,1732097660710' 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8c533afd331c,38911,1732097660750 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8c533afd331c,38911,1732097660750' 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:14:21,423 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:14:21,423 DEBUG [RS:0;8c533afd331c:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:14:21,423 INFO [RS:0;8c533afd331c:34305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:14:21,424 INFO [RS:0;8c533afd331c:34305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:14:21,424 DEBUG [RS:1;8c533afd331c:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:14:21,424 INFO [RS:1;8c533afd331c:38911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:14:21,424 INFO [RS:1;8c533afd331c:38911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:14:21,507 INFO [RS:2;8c533afd331c:44611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:14:21,510 INFO [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C44611%2C1732097660789, suffix=, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs, maxLogs=32 2024-11-20T10:14:21,524 INFO [RS:0;8c533afd331c:34305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:14:21,524 INFO [RS:1;8c533afd331c:38911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:14:21,526 INFO [RS:0;8c533afd331c:34305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C34305%2C1732097660710, suffix=, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs, maxLogs=32 2024-11-20T10:14:21,526 INFO [RS:1;8c533afd331c:38911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C38911%2C1732097660750, suffix=, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,38911,1732097660750, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs, maxLogs=32 2024-11-20T10:14:21,529 DEBUG [RS:2;8c533afd331c:44611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789/8c533afd331c%2C44611%2C1732097660789.1732097661512, exclude list is [], retry=0 2024-11-20T10:14:21,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:14:21,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:14:21,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:14:21,541 INFO [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789/8c533afd331c%2C44611%2C1732097660789.1732097661512 2024-11-20T10:14:21,542 DEBUG [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629),(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37045:37045)] 2024-11-20T10:14:21,544 DEBUG [RS:1;8c533afd331c:38911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,38911,1732097660750/8c533afd331c%2C38911%2C1732097660750.1732097661528, exclude list is [], retry=0 2024-11-20T10:14:21,544 DEBUG [RS:0;8c533afd331c:34305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710/8c533afd331c%2C34305%2C1732097660710.1732097661528, exclude list is [], retry=0 2024-11-20T10:14:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:14:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:14:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:14:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:14:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:14:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:14:21,556 INFO [RS:1;8c533afd331c:38911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,38911,1732097660750/8c533afd331c%2C38911%2C1732097660750.1732097661528 2024-11-20T10:14:21,557 INFO [RS:0;8c533afd331c:34305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710/8c533afd331c%2C34305%2C1732097660710.1732097661528 2024-11-20T10:14:21,560 DEBUG [RS:0;8c533afd331c:34305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:46629:46629),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-20T10:14:21,563 DEBUG [RS:1;8c533afd331c:38911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629),(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37045:37045)] 2024-11-20T10:14:21,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:14:21,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T10:14:21,662 DEBUG [8c533afd331c:33961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T10:14:21,662 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T10:14:21,665 INFO [8c533afd331c:33961 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:14:21,665 INFO [8c533afd331c:33961 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:14:21,665 INFO [8c533afd331c:33961 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T10:14:21,665 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:14:21,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:21,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,34305,1732097660710, state=OPENING 2024-11-20T10:14:21,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T10:14:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:14:21,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:14:21,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:21,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:21,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:21,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,34305,1732097660710}] 2024-11-20T10:14:21,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:21,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:21,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:21,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:22,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T10:14:22,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:22,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:22,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:31,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:14:31,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:14:31,712 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T10:14:31,712 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:14:31,713 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T10:14:31,721 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C34305%2C1732097660710.meta, suffix=.meta, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs, maxLogs=32 2024-11-20T10:14:31,743 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, exclude list is [], retry=0 2024-11-20T10:14:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:14:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:14:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:14:31,790 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta 2024-11-20T10:14:31,790 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629),(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-20T10:14:31,790 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:14:31,791 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T10:14:31,791 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T10:14:31,791 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T10:14:31,791 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T10:14:31,791 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:31,792 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T10:14:31,792 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T10:14:31,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:14:31,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:14:31,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T10:14:31,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T10:14:31,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:31,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:31,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:14:31,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:14:31,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:31,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:31,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:14:31,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:14:31,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:14:31,852 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T10:14:31,853 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:14:31,855 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:14:31,858 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T10:14:31,858 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T10:14:31,858 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:14:31,861 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T10:14:31,862 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63585071, jitterRate=-0.052508607506752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:14:31,862 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T10:14:31,863 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732097671792Writing region info on filesystem at 1732097671792Initializing all the Stores at 1732097671793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097671793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097671811 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097671811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097671811Cleaning up temporary data from old regions at 1732097671858 (+47 ms)Running coprocessor post-open hooks at 1732097671862 (+4 ms)Region opened successfully at 1732097671863 (+1 ms) 2024-11-20T10:14:31,864 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732097671694 2024-11-20T10:14:31,867 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T10:14:31,867 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T10:14:31,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:31,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,34305,1732097660710, state=OPEN 2024-11-20T10:14:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:14:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:14:31,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:31,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:14:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:14:31,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:31,937 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8c533afd331c,34305,1732097660710 2024-11-20T10:14:31,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:14:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T10:14:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,34305,1732097660710 in 10.2460 sec 2024-11-20T10:14:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T10:14:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6860 sec 2024-11-20T10:14:31,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:14:31,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T10:14:31,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:14:31,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1] 2024-11-20T10:14:31,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:14:31,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:14:31,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7780 sec 2024-11-20T10:14:31,968 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732097671968, completionTime=-1 2024-11-20T10:14:31,968 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T10:14:31,968 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T10:14:31,972 INFO [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T10:14:31,972 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732097731972 2024-11-20T10:14:31,972 INFO [master/8c533afd331c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732097791972 2024-11-20T10:14:31,972 INFO [master/8c533afd331c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T10:14:31,972 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:14:31,976 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,977 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,977 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,977 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8c533afd331c:33961, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,977 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,983 DEBUG [master/8c533afd331c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T10:14:31,983 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:31,989 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.126sec 2024-11-20T10:14:31,989 INFO [master/8c533afd331c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T10:14:31,989 INFO [master/8c533afd331c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T10:14:31,989 INFO [master/8c533afd331c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T10:14:31,990 INFO [master/8c533afd331c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T10:14:31,990 INFO [master/8c533afd331c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T10:14:31,990 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:14:31,990 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T10:14:32,003 DEBUG [master/8c533afd331c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T10:14:32,003 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T10:14:32,003 INFO [master/8c533afd331c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8c533afd331c,33961,1732097660539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:14:32,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6dcd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8c533afd331c,33961,-1 for getting cluster id 2024-11-20T10:14:32,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T10:14:32,029 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c18a80-b312-42b8-b6b3-54cd79d65455' 2024-11-20T10:14:32,030 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T10:14:32,030 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c18a80-b312-42b8-b6b3-54cd79d65455" 2024-11-20T10:14:32,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282ffbbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8c533afd331c,33961,-1] 2024-11-20T10:14:32,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T10:14:32,032 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:32,033 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T10:14:32,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaa8a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:14:32,036 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1] 2024-11-20T10:14:32,037 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:14:32,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:14:32,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8c533afd331c,33961,1732097660539 2024-11-20T10:14:32,042 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732097672041 (current time:1732097672041). 2024-11-20T10:14:32,042 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T10:14:32,042 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T10:14:32,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fb17f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8c533afd331c,33961,-1 for getting cluster id 2024-11-20T10:14:32,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T10:14:32,045 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c18a80-b312-42b8-b6b3-54cd79d65455' 2024-11-20T10:14:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T10:14:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c18a80-b312-42b8-b6b3-54cd79d65455" 2024-11-20T10:14:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bf50f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8c533afd331c,33961,-1] 2024-11-20T10:14:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T10:14:32,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:32,047 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T10:14:32,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e787427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:14:32,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:14:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1] 2024-11-20T10:14:32,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:14:32,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:14:32,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:14:32,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:14:32,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:32,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:14:32,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T10:14:32,060 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8c533afd331c,33961,1732097660539 2024-11-20T10:14:32,060 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48dd7f65 2024-11-20T10:14:32,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T10:14:32,060 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:14:32,063 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:14:32,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:14:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T10:14:32,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:14:32,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:32,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T10:14:32,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:14:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:14:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:14:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741837_1013 (size=361) 2024-11-20T10:14:32,107 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b95991b089743fd9b4240db5d0704f95, NAME => 'SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,129 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 026238525525d4122ef2ee2d3a216a74, NAME => 'SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,143 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a920e90224aafc1271cfe5dd5e449ffa, NAME => 'SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:14:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:14:32,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741838_1014 (size=54) 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b95991b089743fd9b4240db5d0704f95, disabling compactions & flushes 2024-11-20T10:14:32,177 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. after waiting 0 ms 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:32,177 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:32,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b95991b089743fd9b4240db5d0704f95: Waiting for close lock at 1732097672177Disabling compacts and flushes for region at 1732097672177Disabling writes for close at 1732097672177Writing region close event to WAL at 1732097672177Closed at 1732097672177 2024-11-20T10:14:32,178 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be3bd65893c00dc5870b0a9c574b0771, NAME => 'SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:14:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:14:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741839_1015 (size=62) 2024-11-20T10:14:32,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 026238525525d4122ef2ee2d3a216a74, disabling compactions & flushes 2024-11-20T10:14:32,226 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:32,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:32,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. after waiting 0 ms 2024-11-20T10:14:32,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:32,226 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:32,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 026238525525d4122ef2ee2d3a216a74: Waiting for close lock at 1732097672226Disabling compacts and flushes for region at 1732097672226Disabling writes for close at 1732097672226Writing region close event to WAL at 1732097672226Closed at 1732097672226 2024-11-20T10:14:32,227 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2b0ae33c3ed00b387b3c1410a6c8bee9, NAME => 'SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:14:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:14:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741840_1016 (size=62) 2024-11-20T10:14:32,279 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a920e90224aafc1271cfe5dd5e449ffa, disabling compactions & flushes 2024-11-20T10:14:32,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:32,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:32,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. after waiting 0 ms 2024-11-20T10:14:32,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:32,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:32,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a920e90224aafc1271cfe5dd5e449ffa: Waiting for close lock at 1732097672280Disabling compacts and flushes for region at 1732097672280Disabling writes for close at 1732097672280Writing region close event to WAL at 1732097672280Closed at 1732097672280 2024-11-20T10:14:32,281 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bd1f2bc0f8200cfbe1a4ee03837f86b0, NAME => 'SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:14:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:14:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741841_1017 (size=62) 2024-11-20T10:14:32,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing be3bd65893c00dc5870b0a9c574b0771, disabling compactions & flushes 2024-11-20T10:14:32,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:32,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:32,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. after waiting 0 ms 2024-11-20T10:14:32,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:32,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:32,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for be3bd65893c00dc5870b0a9c574b0771: Waiting for close lock at 1732097672306Disabling compacts and flushes for region at 1732097672306Disabling writes for close at 1732097672306Writing region close event to WAL at 1732097672306Closed at 1732097672307 (+1 ms) 2024-11-20T10:14:32,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1df9e39dd20a442f6bb223012e8f52d, NAME => 'SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:14:32,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:14:32,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741842_1018 (size=62) 2024-11-20T10:14:32,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2b0ae33c3ed00b387b3c1410a6c8bee9, disabling compactions & flushes 2024-11-20T10:14:32,324 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:32,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:32,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. after waiting 0 ms 2024-11-20T10:14:32,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:32,324 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:32,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2b0ae33c3ed00b387b3c1410a6c8bee9: Waiting for close lock at 1732097672324Disabling compacts and flushes for region at 1732097672324Disabling writes for close at 1732097672324Writing region close event to WAL at 1732097672324Closed at 1732097672324 2024-11-20T10:14:32,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7ea76201e4b16b5b843e11460a291d04, NAME => 'SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:14:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:14:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741843_1019 (size=62) 2024-11-20T10:14:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:14:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:14:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741844_1020 (size=62) 2024-11-20T10:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:14:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741845_1021 (size=62) 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1df9e39dd20a442f6bb223012e8f52d, disabling compactions & flushes 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7ea76201e4b16b5b843e11460a291d04, disabling compactions & flushes 2024-11-20T10:14:32,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:32,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. after waiting 0 ms 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:32,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:32,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7ea76201e4b16b5b843e11460a291d04: Waiting for close lock at 1732097672465Disabling compacts and flushes for region at 1732097672465Disabling writes for close at 1732097672465Writing region close event to WAL at 1732097672465Closed at 1732097672465 2024-11-20T10:14:32,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. after waiting 0 ms 2024-11-20T10:14:32,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:32,466 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6212b803ab85a81a2644f3be0ccc2fd6, NAME => 'SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,466 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:32,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1df9e39dd20a442f6bb223012e8f52d: Waiting for close lock at 1732097672465Disabling compacts and flushes for region at 1732097672465Disabling writes for close at 1732097672466 (+1 ms)Writing region close event to WAL at 1732097672466Closed at 1732097672466 2024-11-20T10:14:32,467 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0252758d694cd27f427724caa9a85b0, NAME => 'SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c 2024-11-20T10:14:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741847_1023 (size=62) 2024-11-20T10:14:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741847_1023 (size=62) 2024-11-20T10:14:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741847_1023 (size=62) 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6212b803ab85a81a2644f3be0ccc2fd6, disabling compactions & flushes 2024-11-20T10:14:32,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. after waiting 0 ms 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:32,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:32,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6212b803ab85a81a2644f3be0ccc2fd6: Waiting for close lock at 1732097672540Disabling compacts and flushes for region at 1732097672540Disabling writes for close at 1732097672540Writing region close event to WAL at 1732097672540Closed at 1732097672540 2024-11-20T10:14:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741846_1022 (size=54) 2024-11-20T10:14:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741846_1022 (size=54) 2024-11-20T10:14:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741846_1022 (size=54) 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a0252758d694cd27f427724caa9a85b0, disabling compactions & flushes 2024-11-20T10:14:32,548 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. after waiting 0 ms 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:32,548 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:32,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0252758d694cd27f427724caa9a85b0: Waiting for close lock at 1732097672548Disabling compacts and flushes for region at 1732097672548Disabling writes for close at 1732097672548Writing region close event to WAL at 1732097672548Closed at 1732097672548 2024-11-20T10:14:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bd1f2bc0f8200cfbe1a4ee03837f86b0, disabling compactions & flushes 2024-11-20T10:14:32,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. after waiting 0 ms 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:32,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:32,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bd1f2bc0f8200cfbe1a4ee03837f86b0: Waiting for close lock at 1732097672846Disabling compacts and flushes for region at 1732097672846Disabling writes for close at 1732097672846Writing region close event to WAL at 1732097672846Closed at 1732097672846 2024-11-20T10:14:32,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:14:32,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732097672848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732097672848"}]},"ts":"1732097672848"} 2024-11-20T10:14:32,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T10:14:32,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:14:32,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732097672857"}]},"ts":"1732097672857"} 2024-11-20T10:14:32,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T10:14:32,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T10:14:32,865 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:14:32,865 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:14:32,865 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T10:14:32,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:14:32,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95991b089743fd9b4240db5d0704f95, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=026238525525d4122ef2ee2d3a216a74, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a920e90224aafc1271cfe5dd5e449ffa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be3bd65893c00dc5870b0a9c574b0771, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b0ae33c3ed00b387b3c1410a6c8bee9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd1f2bc0f8200cfbe1a4ee03837f86b0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1df9e39dd20a442f6bb223012e8f52d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea76201e4b16b5b843e11460a291d04, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6212b803ab85a81a2644f3be0ccc2fd6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0252758d694cd27f427724caa9a85b0, ASSIGN}] 2024-11-20T10:14:32,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95991b089743fd9b4240db5d0704f95, ASSIGN 2024-11-20T10:14:32,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=026238525525d4122ef2ee2d3a216a74, ASSIGN 2024-11-20T10:14:32,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0252758d694cd27f427724caa9a85b0, ASSIGN 2024-11-20T10:14:32,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6212b803ab85a81a2644f3be0ccc2fd6, ASSIGN 2024-11-20T10:14:32,872 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b95991b089743fd9b4240db5d0704f95, ASSIGN; state=OFFLINE, location=8c533afd331c,38911,1732097660750; forceNewPlan=false, retain=false 2024-11-20T10:14:32,872 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0252758d694cd27f427724caa9a85b0, ASSIGN; state=OFFLINE, location=8c533afd331c,34305,1732097660710; forceNewPlan=false, retain=false 2024-11-20T10:14:32,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6212b803ab85a81a2644f3be0ccc2fd6, ASSIGN; state=OFFLINE, location=8c533afd331c,44611,1732097660789; forceNewPlan=false, retain=false 2024-11-20T10:14:32,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=026238525525d4122ef2ee2d3a216a74, ASSIGN; state=OFFLINE, location=8c533afd331c,44611,1732097660789; forceNewPlan=false, retain=false 2024-11-20T10:14:32,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1df9e39dd20a442f6bb223012e8f52d, ASSIGN 2024-11-20T10:14:32,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea76201e4b16b5b843e11460a291d04, ASSIGN 2024-11-20T10:14:32,875 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1df9e39dd20a442f6bb223012e8f52d, ASSIGN; state=OFFLINE, location=8c533afd331c,38911,1732097660750; forceNewPlan=false, retain=false 2024-11-20T10:14:32,875 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ea76201e4b16b5b843e11460a291d04, ASSIGN; state=OFFLINE, location=8c533afd331c,34305,1732097660710; forceNewPlan=false, retain=false 2024-11-20T10:14:32,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b0ae33c3ed00b387b3c1410a6c8bee9, ASSIGN 2024-11-20T10:14:32,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b0ae33c3ed00b387b3c1410a6c8bee9, ASSIGN; state=OFFLINE, location=8c533afd331c,44611,1732097660789; forceNewPlan=false, retain=false 2024-11-20T10:14:32,878 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a920e90224aafc1271cfe5dd5e449ffa, ASSIGN 2024-11-20T10:14:32,879 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a920e90224aafc1271cfe5dd5e449ffa, ASSIGN; state=OFFLINE, location=8c533afd331c,34305,1732097660710; forceNewPlan=false, retain=false 2024-11-20T10:14:32,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd1f2bc0f8200cfbe1a4ee03837f86b0, ASSIGN 2024-11-20T10:14:32,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be3bd65893c00dc5870b0a9c574b0771, ASSIGN 2024-11-20T10:14:32,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd1f2bc0f8200cfbe1a4ee03837f86b0, ASSIGN; state=OFFLINE, location=8c533afd331c,38911,1732097660750; forceNewPlan=false, retain=false 2024-11-20T10:14:32,891 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be3bd65893c00dc5870b0a9c574b0771, ASSIGN; state=OFFLINE, location=8c533afd331c,38911,1732097660750; forceNewPlan=false, retain=false 2024-11-20T10:14:33,023 INFO [8c533afd331c:33961 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T10:14:33,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b0ae33c3ed00b387b3c1410a6c8bee9, regionState=OPENING, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:33,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=026238525525d4122ef2ee2d3a216a74, regionState=OPENING, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:33,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1df9e39dd20a442f6bb223012e8f52d, regionState=OPENING, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:33,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd1f2bc0f8200cfbe1a4ee03837f86b0, regionState=OPENING, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:33,024 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=be3bd65893c00dc5870b0a9c574b0771, regionState=OPENING, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:33,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b95991b089743fd9b4240db5d0704f95, regionState=OPENING, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:33,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a0252758d694cd27f427724caa9a85b0, regionState=OPENING, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:33,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7ea76201e4b16b5b843e11460a291d04, regionState=OPENING, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:33,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a920e90224aafc1271cfe5dd5e449ffa, regionState=OPENING, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:33,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6212b803ab85a81a2644f3be0ccc2fd6, regionState=OPENING, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b0ae33c3ed00b387b3c1410a6c8bee9, ASSIGN because future has completed 2024-11-20T10:14:33,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9, server=8c533afd331c,44611,1732097660789}] 2024-11-20T10:14:33,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=026238525525d4122ef2ee2d3a216a74, ASSIGN because future has completed 2024-11-20T10:14:33,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 026238525525d4122ef2ee2d3a216a74, server=8c533afd331c,44611,1732097660789}] 2024-11-20T10:14:33,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1df9e39dd20a442f6bb223012e8f52d, ASSIGN because future has completed 2024-11-20T10:14:33,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd1f2bc0f8200cfbe1a4ee03837f86b0, ASSIGN because future has completed 2024-11-20T10:14:33,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0, server=8c533afd331c,38911,1732097660750}] 2024-11-20T10:14:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be3bd65893c00dc5870b0a9c574b0771, ASSIGN because future has completed 2024-11-20T10:14:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b95991b089743fd9b4240db5d0704f95, ASSIGN because future has completed 2024-11-20T10:14:33,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ea76201e4b16b5b843e11460a291d04, ASSIGN because future has completed 2024-11-20T10:14:33,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1df9e39dd20a442f6bb223012e8f52d, server=8c533afd331c,38911,1732097660750}] 2024-11-20T10:14:33,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95991b089743fd9b4240db5d0704f95, server=8c533afd331c,38911,1732097660750}] 2024-11-20T10:14:33,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3bd65893c00dc5870b0a9c574b0771, server=8c533afd331c,38911,1732097660750}] 2024-11-20T10:14:33,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0252758d694cd27f427724caa9a85b0, ASSIGN because future has completed 2024-11-20T10:14:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a920e90224aafc1271cfe5dd5e449ffa, ASSIGN because future has completed 2024-11-20T10:14:33,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6212b803ab85a81a2644f3be0ccc2fd6, ASSIGN because future has completed 2024-11-20T10:14:33,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0252758d694cd27f427724caa9a85b0, server=8c533afd331c,34305,1732097660710}] 2024-11-20T10:14:33,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6, server=8c533afd331c,44611,1732097660789}] 2024-11-20T10:14:33,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a920e90224aafc1271cfe5dd5e449ffa, server=8c533afd331c,34305,1732097660710}] 2024-11-20T10:14:33,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea76201e4b16b5b843e11460a291d04, server=8c533afd331c,34305,1732097660710}] 2024-11-20T10:14:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:33,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T10:14:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:36,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:36,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:36,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:37,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T10:14:37,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:37,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:41,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T10:14:41,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T10:14:41,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:14:41,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T10:14:43,031 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:14:43,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:14:43,053 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:14:43,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:14:43,056 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:43,060 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b0ae33c3ed00b387b3c1410a6c8bee9, NAME => 'SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T10:14:43,061 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,061 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,061 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,061 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,082 INFO [StoreOpener-2b0ae33c3ed00b387b3c1410a6c8bee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,085 INFO [StoreOpener-2b0ae33c3ed00b387b3c1410a6c8bee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0ae33c3ed00b387b3c1410a6c8bee9 columnFamilyName cf 2024-11-20T10:14:43,085 DEBUG [StoreOpener-2b0ae33c3ed00b387b3c1410a6c8bee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,086 INFO [StoreOpener-2b0ae33c3ed00b387b3c1410a6c8bee9-1 {}] regionserver.HStore(327): Store=2b0ae33c3ed00b387b3c1410a6c8bee9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,086 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,087 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,088 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,089 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,089 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,091 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,096 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:43,097 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e1df9e39dd20a442f6bb223012e8f52d, NAME => 'SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T10:14:43,097 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,097 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,097 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,097 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,101 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:43,101 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a0252758d694cd27f427724caa9a85b0, NAME => 'SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T10:14:43,101 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,101 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,101 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,101 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,106 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/2b0ae33c3ed00b387b3c1410a6c8bee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,106 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2b0ae33c3ed00b387b3c1410a6c8bee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487373, jitterRate=-0.009260937571525574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,106 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:43,107 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2b0ae33c3ed00b387b3c1410a6c8bee9: Running coprocessor pre-open hook at 1732097683061Writing region info on filesystem at 1732097683061Initializing all the Stores at 1732097683062 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683062Cleaning up temporary data from old regions at 1732097683089 (+27 ms)Running coprocessor post-open hooks at 1732097683106 (+17 ms)Region opened successfully at 1732097683106 2024-11-20T10:14:43,108 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9., pid=15, masterSystemTime=1732097683031 2024-11-20T10:14:43,111 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:43,111 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:14:43,111 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:43,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b0ae33c3ed00b387b3c1410a6c8bee9, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:43,111 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6212b803ab85a81a2644f3be0ccc2fd6, NAME => 'SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T10:14:43,111 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,112 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,112 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,112 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9, server=8c533afd331c,44611,1732097660789 because future has completed 2024-11-20T10:14:43,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-20T10:14:43,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9, server=8c533afd331c,44611,1732097660789 in 10.0910 sec 2024-11-20T10:14:43,123 INFO [StoreOpener-6212b803ab85a81a2644f3be0ccc2fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,123 INFO [StoreOpener-e1df9e39dd20a442f6bb223012e8f52d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b0ae33c3ed00b387b3c1410a6c8bee9, ASSIGN in 10.2560 sec 2024-11-20T10:14:43,126 INFO [StoreOpener-6212b803ab85a81a2644f3be0ccc2fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6212b803ab85a81a2644f3be0ccc2fd6 columnFamilyName cf 2024-11-20T10:14:43,126 DEBUG [StoreOpener-6212b803ab85a81a2644f3be0ccc2fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,126 INFO [StoreOpener-e1df9e39dd20a442f6bb223012e8f52d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1df9e39dd20a442f6bb223012e8f52d columnFamilyName cf 2024-11-20T10:14:43,126 DEBUG [StoreOpener-e1df9e39dd20a442f6bb223012e8f52d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,126 INFO [StoreOpener-e1df9e39dd20a442f6bb223012e8f52d-1 {}] regionserver.HStore(327): Store=e1df9e39dd20a442f6bb223012e8f52d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,126 INFO [StoreOpener-6212b803ab85a81a2644f3be0ccc2fd6-1 {}] regionserver.HStore(327): Store=6212b803ab85a81a2644f3be0ccc2fd6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,127 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,127 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,128 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,128 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,128 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,128 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,128 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,129 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,129 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,129 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,131 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,131 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,148 INFO [StoreOpener-a0252758d694cd27f427724caa9a85b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,153 INFO [StoreOpener-a0252758d694cd27f427724caa9a85b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0252758d694cd27f427724caa9a85b0 columnFamilyName cf 2024-11-20T10:14:43,153 DEBUG [StoreOpener-a0252758d694cd27f427724caa9a85b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,154 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,154 INFO [StoreOpener-a0252758d694cd27f427724caa9a85b0-1 {}] regionserver.HStore(327): Store=a0252758d694cd27f427724caa9a85b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,154 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,156 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e1df9e39dd20a442f6bb223012e8f52d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67656806, jitterRate=0.008164972066879272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,156 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:43,156 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e1df9e39dd20a442f6bb223012e8f52d: Running coprocessor pre-open hook at 1732097683097Writing region info on filesystem at 1732097683097Initializing all the Stores at 1732097683099 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683099Cleaning up temporary data from old regions at 1732097683129 (+30 ms)Running coprocessor post-open hooks at 1732097683156 (+27 ms)Region opened successfully at 1732097683156 2024-11-20T10:14:43,158 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., pid=17, masterSystemTime=1732097683052 2024-11-20T10:14:43,159 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,159 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,160 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,160 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,162 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:43,162 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:14:43,162 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:43,162 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b95991b089743fd9b4240db5d0704f95, NAME => 'SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T10:14:43,162 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1df9e39dd20a442f6bb223012e8f52d, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:43,163 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1df9e39dd20a442f6bb223012e8f52d, server=8c533afd331c,38911,1732097660750 because future has completed 2024-11-20T10:14:43,166 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,167 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6212b803ab85a81a2644f3be0ccc2fd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71259147, jitterRate=0.06184403598308563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,167 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:43,167 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6212b803ab85a81a2644f3be0ccc2fd6: Running coprocessor pre-open hook at 1732097683112Writing region info on filesystem at 1732097683112Initializing all the Stores at 1732097683114 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683114Cleaning up temporary data from old regions at 1732097683129 (+15 ms)Running coprocessor post-open hooks at 1732097683167 (+38 ms)Region opened successfully at 1732097683167 2024-11-20T10:14:43,168 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., pid=22, masterSystemTime=1732097683031 2024-11-20T10:14:43,168 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,168 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,168 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,171 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:43,171 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:14:43,171 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:43,171 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 026238525525d4122ef2ee2d3a216a74, NAME => 'SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T10:14:43,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6212b803ab85a81a2644f3be0ccc2fd6, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:43,172 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,172 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,172 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,172 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-20T10:14:43,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e1df9e39dd20a442f6bb223012e8f52d, server=8c533afd331c,38911,1732097660750 in 10.1380 sec 2024-11-20T10:14:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6, server=8c533afd331c,44611,1732097660789 because future has completed 2024-11-20T10:14:43,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1df9e39dd20a442f6bb223012e8f52d, ASSIGN in 10.3090 sec 2024-11-20T10:14:43,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-20T10:14:43,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6, server=8c533afd331c,44611,1732097660789 in 10.1230 sec 2024-11-20T10:14:43,184 INFO [StoreOpener-026238525525d4122ef2ee2d3a216a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6212b803ab85a81a2644f3be0ccc2fd6, ASSIGN in 10.3150 sec 2024-11-20T10:14:43,189 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,190 INFO [StoreOpener-026238525525d4122ef2ee2d3a216a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 026238525525d4122ef2ee2d3a216a74 columnFamilyName cf 2024-11-20T10:14:43,190 DEBUG [StoreOpener-026238525525d4122ef2ee2d3a216a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,193 INFO [StoreOpener-026238525525d4122ef2ee2d3a216a74-1 {}] regionserver.HStore(327): Store=026238525525d4122ef2ee2d3a216a74/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,193 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,193 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a0252758d694cd27f427724caa9a85b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61544008, jitterRate=-0.08292281627655029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,193 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:43,193 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a0252758d694cd27f427724caa9a85b0: Running coprocessor pre-open hook at 1732097683102Writing region info on filesystem at 1732097683102Initializing all the Stores at 1732097683103 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683103Cleaning up temporary data from old regions at 1732097683160 (+57 ms)Running coprocessor post-open hooks at 1732097683193 (+33 ms)Region opened successfully at 1732097683193 2024-11-20T10:14:43,194 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,196 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,196 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., pid=21, masterSystemTime=1732097683059 2024-11-20T10:14:43,198 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,198 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,201 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,201 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:43,201 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:14:43,201 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:43,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a0252758d694cd27f427724caa9a85b0, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:43,202 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a920e90224aafc1271cfe5dd5e449ffa, NAME => 'SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T10:14:43,202 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,202 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0252758d694cd27f427724caa9a85b0, server=8c533afd331c,34305,1732097660710 because future has completed 2024-11-20T10:14:43,207 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,208 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,208 INFO [StoreOpener-b95991b089743fd9b4240db5d0704f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,211 INFO [StoreOpener-b95991b089743fd9b4240db5d0704f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b95991b089743fd9b4240db5d0704f95 columnFamilyName cf 2024-11-20T10:14:43,211 DEBUG [StoreOpener-b95991b089743fd9b4240db5d0704f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-20T10:14:43,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a0252758d694cd27f427724caa9a85b0, server=8c533afd331c,34305,1732097660710 in 10.1540 sec 2024-11-20T10:14:43,214 INFO [StoreOpener-b95991b089743fd9b4240db5d0704f95-1 {}] regionserver.HStore(327): Store=b95991b089743fd9b4240db5d0704f95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,214 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,215 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,216 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0252758d694cd27f427724caa9a85b0, ASSIGN in 10.3470 sec 2024-11-20T10:14:43,216 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,216 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,219 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,221 INFO [StoreOpener-a920e90224aafc1271cfe5dd5e449ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,227 INFO [StoreOpener-a920e90224aafc1271cfe5dd5e449ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a920e90224aafc1271cfe5dd5e449ffa columnFamilyName cf 2024-11-20T10:14:43,227 DEBUG [StoreOpener-a920e90224aafc1271cfe5dd5e449ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,228 INFO [StoreOpener-a920e90224aafc1271cfe5dd5e449ffa-1 {}] regionserver.HStore(327): Store=a920e90224aafc1271cfe5dd5e449ffa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,229 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,230 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,230 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,231 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/026238525525d4122ef2ee2d3a216a74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,231 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,231 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,231 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 026238525525d4122ef2ee2d3a216a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68875776, jitterRate=0.02632904052734375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,231 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:43,232 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 026238525525d4122ef2ee2d3a216a74: Running coprocessor pre-open hook at 1732097683172Writing region info on filesystem at 1732097683172Initializing all the Stores at 1732097683174 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683174Cleaning up temporary data from old regions at 1732097683198 (+24 ms)Running coprocessor post-open hooks at 1732097683231 (+33 ms)Region opened successfully at 1732097683232 (+1 ms) 2024-11-20T10:14:43,233 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74., pid=16, masterSystemTime=1732097683031 2024-11-20T10:14:43,233 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,235 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:43,235 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:14:43,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=026238525525d4122ef2ee2d3a216a74, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:14:43,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 026238525525d4122ef2ee2d3a216a74, server=8c533afd331c,44611,1732097660789 because future has completed 2024-11-20T10:14:43,239 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/b95991b089743fd9b4240db5d0704f95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,240 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b95991b089743fd9b4240db5d0704f95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62450854, jitterRate=-0.06940975785255432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,240 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:43,240 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b95991b089743fd9b4240db5d0704f95: Running coprocessor pre-open hook at 1732097683168Writing region info on filesystem at 1732097683168Initializing all the Stores at 1732097683171 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683171Cleaning up temporary data from old regions at 1732097683216 (+45 ms)Running coprocessor post-open hooks at 1732097683240 (+24 ms)Region opened successfully at 1732097683240 2024-11-20T10:14:43,242 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95., pid=19, masterSystemTime=1732097683052 2024-11-20T10:14:43,245 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:43,245 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:14:43,246 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:43,246 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bd1f2bc0f8200cfbe1a4ee03837f86b0, NAME => 'SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T10:14:43,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b95991b089743fd9b4240db5d0704f95, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:43,246 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,246 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-20T10:14:43,246 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,247 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 026238525525d4122ef2ee2d3a216a74, server=8c533afd331c,44611,1732097660789 in 10.2130 sec 2024-11-20T10:14:43,249 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a920e90224aafc1271cfe5dd5e449ffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95991b089743fd9b4240db5d0704f95, server=8c533afd331c,38911,1732097660750 because future has completed 2024-11-20T10:14:43,250 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a920e90224aafc1271cfe5dd5e449ffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71491194, jitterRate=0.0653018057346344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:43,250 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a920e90224aafc1271cfe5dd5e449ffa: Running coprocessor pre-open hook at 1732097683208Writing region info on filesystem at 1732097683208Initializing all the Stores at 1732097683212 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683212Cleaning up temporary data from old regions at 1732097683231 (+19 ms)Running coprocessor post-open hooks at 1732097683250 (+19 ms)Region opened successfully at 1732097683250 2024-11-20T10:14:43,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=026238525525d4122ef2ee2d3a216a74, ASSIGN in 10.3810 sec 2024-11-20T10:14:43,251 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa., pid=23, masterSystemTime=1732097683059 2024-11-20T10:14:43,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-20T10:14:43,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b95991b089743fd9b4240db5d0704f95, server=8c533afd331c,38911,1732097660750 in 10.2090 sec 2024-11-20T10:14:43,254 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:43,254 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:14:43,254 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:43,254 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ea76201e4b16b5b843e11460a291d04, NAME => 'SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T10:14:43,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a920e90224aafc1271cfe5dd5e449ffa, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,258 INFO [StoreOpener-bd1f2bc0f8200cfbe1a4ee03837f86b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a920e90224aafc1271cfe5dd5e449ffa, server=8c533afd331c,34305,1732097660710 because future has completed 2024-11-20T10:14:43,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95991b089743fd9b4240db5d0704f95, ASSIGN in 10.3880 sec 2024-11-20T10:14:43,262 INFO [StoreOpener-7ea76201e4b16b5b843e11460a291d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,264 INFO [StoreOpener-bd1f2bc0f8200cfbe1a4ee03837f86b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd1f2bc0f8200cfbe1a4ee03837f86b0 columnFamilyName cf 2024-11-20T10:14:43,264 DEBUG [StoreOpener-bd1f2bc0f8200cfbe1a4ee03837f86b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-20T10:14:43,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a920e90224aafc1271cfe5dd5e449ffa, server=8c533afd331c,34305,1732097660710 in 10.2020 sec 2024-11-20T10:14:43,265 INFO [StoreOpener-7ea76201e4b16b5b843e11460a291d04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea76201e4b16b5b843e11460a291d04 columnFamilyName cf 2024-11-20T10:14:43,265 DEBUG [StoreOpener-7ea76201e4b16b5b843e11460a291d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,265 INFO [StoreOpener-7ea76201e4b16b5b843e11460a291d04-1 {}] regionserver.HStore(327): Store=7ea76201e4b16b5b843e11460a291d04/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,266 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a920e90224aafc1271cfe5dd5e449ffa, ASSIGN in 10.3980 sec 2024-11-20T10:14:43,267 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,267 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,268 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,268 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,270 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,270 INFO [StoreOpener-bd1f2bc0f8200cfbe1a4ee03837f86b0-1 {}] regionserver.HStore(327): Store=bd1f2bc0f8200cfbe1a4ee03837f86b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,271 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,271 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,272 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,273 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,273 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,274 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,285 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,286 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7ea76201e4b16b5b843e11460a291d04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123627, jitterRate=0.0598246306180954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,286 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:43,286 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7ea76201e4b16b5b843e11460a291d04: Running coprocessor pre-open hook at 1732097683255Writing region info on filesystem at 1732097683255Initializing all the Stores at 1732097683260 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683260Cleaning up temporary data from old regions at 1732097683268 (+8 ms)Running coprocessor post-open hooks at 1732097683286 (+18 ms)Region opened successfully at 1732097683286 2024-11-20T10:14:43,287 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., pid=24, masterSystemTime=1732097683059 2024-11-20T10:14:43,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7ea76201e4b16b5b843e11460a291d04, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,34305,1732097660710 2024-11-20T10:14:43,291 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:43,291 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:43,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea76201e4b16b5b843e11460a291d04, server=8c533afd331c,34305,1732097660710 because future has completed 2024-11-20T10:14:43,297 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/bd1f2bc0f8200cfbe1a4ee03837f86b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,298 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bd1f2bc0f8200cfbe1a4ee03837f86b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69336306, jitterRate=0.03319147229194641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,298 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:43,298 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bd1f2bc0f8200cfbe1a4ee03837f86b0: Running coprocessor pre-open hook at 1732097683247Writing region info on filesystem at 1732097683247Initializing all the Stores at 1732097683248 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683248Cleaning up temporary data from old regions at 1732097683273 (+25 ms)Running coprocessor post-open hooks at 1732097683298 (+25 ms)Region opened successfully at 1732097683298 2024-11-20T10:14:43,299 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0., pid=18, masterSystemTime=1732097683052 2024-11-20T10:14:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-20T10:14:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ea76201e4b16b5b843e11460a291d04, server=8c533afd331c,34305,1732097660710 in 10.2220 sec 2024-11-20T10:14:43,301 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:43,301 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:14:43,301 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:43,301 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => be3bd65893c00dc5870b0a9c574b0771, NAME => 'SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T10:14:43,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea76201e4b16b5b843e11460a291d04, ASSIGN in 10.4330 sec 2024-11-20T10:14:43,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bd1f2bc0f8200cfbe1a4ee03837f86b0, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:43,302 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,302 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:14:43,302 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,302 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0, server=8c533afd331c,38911,1732097660750 because future has completed 2024-11-20T10:14:43,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-20T10:14:43,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0, server=8c533afd331c,38911,1732097660750 in 10.2800 sec 2024-11-20T10:14:43,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd1f2bc0f8200cfbe1a4ee03837f86b0, ASSIGN in 10.4490 sec 2024-11-20T10:14:43,320 INFO [StoreOpener-be3bd65893c00dc5870b0a9c574b0771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,323 INFO [StoreOpener-be3bd65893c00dc5870b0a9c574b0771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3bd65893c00dc5870b0a9c574b0771 columnFamilyName cf 2024-11-20T10:14:43,323 DEBUG [StoreOpener-be3bd65893c00dc5870b0a9c574b0771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:14:43,324 INFO [StoreOpener-be3bd65893c00dc5870b0a9c574b0771-1 {}] regionserver.HStore(327): Store=be3bd65893c00dc5870b0a9c574b0771/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:14:43,324 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,325 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,326 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,326 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,326 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,328 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,342 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/be3bd65893c00dc5870b0a9c574b0771/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:14:43,343 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened be3bd65893c00dc5870b0a9c574b0771; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61060455, jitterRate=-0.09012831747531891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:14:43,344 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:43,344 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for be3bd65893c00dc5870b0a9c574b0771: Running coprocessor pre-open hook at 1732097683302Writing region info on filesystem at 1732097683302Initializing all the Stores at 1732097683305 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097683306 (+1 ms)Cleaning up temporary data from old regions at 1732097683326 (+20 ms)Running coprocessor post-open hooks at 1732097683344 (+18 ms)Region opened successfully at 1732097683344 2024-11-20T10:14:43,345 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771., pid=20, masterSystemTime=1732097683052 2024-11-20T10:14:43,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=be3bd65893c00dc5870b0a9c574b0771, regionState=OPEN, openSeqNum=2, regionLocation=8c533afd331c,38911,1732097660750 2024-11-20T10:14:43,351 DEBUG [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:43,351 INFO [RS_OPEN_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:14:43,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3bd65893c00dc5870b0a9c574b0771, server=8c533afd331c,38911,1732097660750 because future has completed 2024-11-20T10:14:43,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-20T10:14:43,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure be3bd65893c00dc5870b0a9c574b0771, server=8c533afd331c,38911,1732097660750 in 10.3070 sec 2024-11-20T10:14:43,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T10:14:43,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be3bd65893c00dc5870b0a9c574b0771, ASSIGN in 10.4920 sec 2024-11-20T10:14:43,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:14:43,363 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732097683362"}]},"ts":"1732097683362"} 2024-11-20T10:14:43,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T10:14:43,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:14:43,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3040 sec 2024-11-20T10:14:45,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T10:14:48,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:48,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:48,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:48,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T10:14:48,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:48,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:48,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T10:14:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T10:14:50,364 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T10:14:50,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T10:14:50,364 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:14:50,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T10:14:50,372 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:14:50,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T10:14:50,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,415 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,417 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,418 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., hostname=8c533afd331c,38911,1732097660750, seqNum=2] 2024-11-20T10:14:50,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,465 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,500 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,502 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,506 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,509 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., hostname=8c533afd331c,44611,1732097660789, seqNum=2] 2024-11-20T10:14:50,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:14:50,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:50,567 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0., hostname=8c533afd331c,34305,1732097660710, seqNum=2] 2024-11-20T10:14:51,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:14:51,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:14:51,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:14:51,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:14:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:14:51,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:14:51,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:14:51,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:14:51,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T10:14:51,713 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T10:14:51,714 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:14:51,714 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T10:14:51,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T10:14:51,719 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T10:14:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:14:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:14:51,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741848_1024 (size=49) 2024-11-20T10:14:51,729 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T10:14:51,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95991b089743fd9b4240db5d0704f95}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 026238525525d4122ef2ee2d3a216a74}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a920e90224aafc1271cfe5dd5e449ffa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be3bd65893c00dc5870b0a9c574b0771}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1df9e39dd20a442f6bb223012e8f52d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea76201e4b16b5b843e11460a291d04}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0252758d694cd27f427724caa9a85b0}] 2024-11-20T10:14:51,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:14:51,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:14:51,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95991b089743fd9b4240db5d0704f95 2024-11-20T10:14:51,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:14:51,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0252758d694cd27f427724caa9a85b0 2024-11-20T10:14:51,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:14:51,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:14:51,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:14:51,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:14:51,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:14:58,109 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T10:15:01,265 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8c533afd331c:33505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T10:15:01,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T10:15:01,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T10:15:01,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:01,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for be3bd65893c00dc5870b0a9c574b0771: 2024-11-20T10:15:01,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. for SnapshotProcedureTest completed. 2024-11-20T10:15:01,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:01,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:01,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:01,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T10:15:01,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T10:15:01,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T10:15:01,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:01,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e1df9e39dd20a442f6bb223012e8f52d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T10:15:01,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T10:15:01,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:01,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b95991b089743fd9b4240db5d0704f95: 2024-11-20T10:15:01,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. for SnapshotProcedureTest completed. 2024-11-20T10:15:01,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:01,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:01,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:01,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T10:15:01,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:01,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6212b803ab85a81a2644f3be0ccc2fd6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T10:15:01,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T10:15:01,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:15:01,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T10:15:01,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:15:01,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7ea76201e4b16b5b843e11460a291d04 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T10:15:01,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a920e90224aafc1271cfe5dd5e449ffa: 2024-11-20T10:15:01,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. for SnapshotProcedureTest completed. 2024-11-20T10:15:01,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:01,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:01,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:01,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:15:01,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a0252758d694cd27f427724caa9a85b0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T10:15:01,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T10:15:01,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:01,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 2b0ae33c3ed00b387b3c1410a6c8bee9: 2024-11-20T10:15:01,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. for SnapshotProcedureTest completed. 2024-11-20T10:15:01,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:01,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:01,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:01,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 026238525525d4122ef2ee2d3a216a74: 2024-11-20T10:15:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. for SnapshotProcedureTest completed. 2024-11-20T10:15:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:01,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/.tmp/cf/e7a0f40d20374abf8f026f47e5311589 is 34, key is aaa/cf:cf/1732097691173/Put/seqid=0 2024-11-20T10:15:01,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/.tmp/cf/3aa1b924f05b418098e3ba2c14b80af2 is 34, key is baa/cf:cf/1732097691252/Put/seqid=0 2024-11-20T10:15:01,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/.tmp/cf/53b53e19e23f43a38248a1166507da2e is 34, key is ccd/cf:cf/1732097691194/Put/seqid=0 2024-11-20T10:15:02,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/.tmp/cf/6d4cab460d724b50a2ef93ffe5cfdd75 is 34, key is eaa/cf:cf/1732097691630/Put/seqid=0 2024-11-20T10:15:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:15:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:15:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741849_1025 (size=65) 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for bd1f2bc0f8200cfbe1a4ee03837f86b0: 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. for SnapshotProcedureTest completed. 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:02,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T10:15:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T10:15:02,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:15:02,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:15:02,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be3bd65893c00dc5870b0a9c574b0771 in 10.3650 sec 2024-11-20T10:15:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741850_1026 (size=57) 2024-11-20T10:15:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741850_1026 (size=57) 2024-11-20T10:15:02,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741850_1026 (size=57) 2024-11-20T10:15:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741852_1028 (size=28623) 2024-11-20T10:15:02,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741852_1028 (size=28623) 2024-11-20T10:15:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741852_1028 (size=28623) 2024-11-20T10:15:02,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/.tmp/cf/3aa1b924f05b418098e3ba2c14b80af2 2024-11-20T10:15:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741853_1029 (size=65) 2024-11-20T10:15:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741853_1029 (size=65) 2024-11-20T10:15:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741853_1029 (size=65) 2024-11-20T10:15:02,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:02,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T10:15:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T10:15:02,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:15:02,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:15:02,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b0ae33c3ed00b387b3c1410a6c8bee9 in 10.5760 sec 2024-11-20T10:15:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741851_1027 (size=26918) 2024-11-20T10:15:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741851_1027 (size=26918) 2024-11-20T10:15:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741851_1027 (size=26918) 2024-11-20T10:15:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741855_1031 (size=47197) 2024-11-20T10:15:02,331 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/.tmp/cf/e7a0f40d20374abf8f026f47e5311589 2024-11-20T10:15:02,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/.tmp/cf/53b53e19e23f43a38248a1166507da2e 2024-11-20T10:15:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741855_1031 (size=47197) 2024-11-20T10:15:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741855_1031 (size=47197) 2024-11-20T10:15:02,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/.tmp/cf/3aa1b924f05b418098e3ba2c14b80af2 as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/cf/3aa1b924f05b418098e3ba2c14b80af2 2024-11-20T10:15:02,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/.tmp/cf/53b53e19e23f43a38248a1166507da2e as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/cf/53b53e19e23f43a38248a1166507da2e 2024-11-20T10:15:02,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/cf/3aa1b924f05b418098e3ba2c14b80af2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T10:15:02,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 7ea76201e4b16b5b843e11460a291d04 in 617ms, sequenceid=5, compaction requested=false 2024-11-20T10:15:02,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7ea76201e4b16b5b843e11460a291d04: 2024-11-20T10:15:02,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. for SnapshotProcedureTest completed. 2024-11-20T10:15:02,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:02,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/cf/3aa1b924f05b418098e3ba2c14b80af2] hfiles 2024-11-20T10:15:02,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/7ea76201e4b16b5b843e11460a291d04/cf/3aa1b924f05b418098e3ba2c14b80af2 for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741856_1032 (size=65) 2024-11-20T10:15:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741856_1032 (size=65) 2024-11-20T10:15:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741856_1032 (size=65) 2024-11-20T10:15:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732097672064.a920e90224aafc1271cfe5dd5e449ffa. 2024-11-20T10:15:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T10:15:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T10:15:02,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:15:02,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a920e90224aafc1271cfe5dd5e449ffa 2024-11-20T10:15:02,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a920e90224aafc1271cfe5dd5e449ffa in 10.6870 sec 2024-11-20T10:15:02,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/.tmp/cf/e7a0f40d20374abf8f026f47e5311589 as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/cf/e7a0f40d20374abf8f026f47e5311589 2024-11-20T10:15:02,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/cf/53b53e19e23f43a38248a1166507da2e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T10:15:02,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6212b803ab85a81a2644f3be0ccc2fd6 in 689ms, sequenceid=5, compaction requested=false 2024-11-20T10:15:02,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6212b803ab85a81a2644f3be0ccc2fd6: 2024-11-20T10:15:02,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. for SnapshotProcedureTest completed. 2024-11-20T10:15:02,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:02,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/cf/53b53e19e23f43a38248a1166507da2e] hfiles 2024-11-20T10:15:02,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/cf/53b53e19e23f43a38248a1166507da2e for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/cf/e7a0f40d20374abf8f026f47e5311589, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T10:15:02,449 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for e1df9e39dd20a442f6bb223012e8f52d in 707ms, sequenceid=5, compaction requested=false 2024-11-20T10:15:02,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e1df9e39dd20a442f6bb223012e8f52d: 2024-11-20T10:15:02,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. for SnapshotProcedureTest completed. 2024-11-20T10:15:02,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:02,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/cf/e7a0f40d20374abf8f026f47e5311589] hfiles 2024-11-20T10:15:02,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/cf/e7a0f40d20374abf8f026f47e5311589 for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741854_1030 (size=65) 2024-11-20T10:15:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741854_1030 (size=65) 2024-11-20T10:15:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741854_1030 (size=65) 2024-11-20T10:15:02,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:02,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T10:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T10:15:02,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:15:02,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:15:02,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 026238525525d4122ef2ee2d3a216a74 in 10.7770 sec 2024-11-20T10:15:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:15:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:15:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741858_1034 (size=65) 2024-11-20T10:15:02,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:02,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T10:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T10:15:02,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:15:02,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:15:02,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd1f2bc0f8200cfbe1a4ee03837f86b0 in 10.8150 sec 2024-11-20T10:15:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741857_1033 (size=499309) 2024-11-20T10:15:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741857_1033 (size=499309) 2024-11-20T10:15:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741857_1033 (size=499309) 2024-11-20T10:15:02,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/.tmp/cf/6d4cab460d724b50a2ef93ffe5cfdd75 2024-11-20T10:15:02,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/.tmp/cf/6d4cab460d724b50a2ef93ffe5cfdd75 as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/cf/6d4cab460d724b50a2ef93ffe5cfdd75 2024-11-20T10:15:02,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/cf/6d4cab460d724b50a2ef93ffe5cfdd75, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T10:15:02,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a0252758d694cd27f427724caa9a85b0 in 812ms, sequenceid=5, compaction requested=false 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a0252758d694cd27f427724caa9a85b0: 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. for SnapshotProcedureTest completed. 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/cf/6d4cab460d724b50a2ef93ffe5cfdd75] hfiles 2024-11-20T10:15:02,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/a0252758d694cd27f427724caa9a85b0/cf/6d4cab460d724b50a2ef93ffe5cfdd75 for snapshot=SnapshotProcedureTest 2024-11-20T10:15:02,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:02,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T10:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T10:15:02,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b95991b089743fd9b4240db5d0704f95 2024-11-20T10:15:02,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95991b089743fd9b4240db5d0704f95 2024-11-20T10:15:02,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b95991b089743fd9b4240db5d0704f95 in 10.8590 sec 2024-11-20T10:15:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741860_1036 (size=105) 2024-11-20T10:15:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741860_1036 (size=105) 2024-11-20T10:15:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741860_1036 (size=105) 2024-11-20T10:15:02,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:02,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T10:15:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T10:15:02,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:15:02,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:15:02,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6212b803ab85a81a2644f3be0ccc2fd6 in 10.9780 sec 2024-11-20T10:15:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741859_1035 (size=105) 2024-11-20T10:15:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741859_1035 (size=105) 2024-11-20T10:15:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741859_1035 (size=105) 2024-11-20T10:15:02,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732097672064.7ea76201e4b16b5b843e11460a291d04. 2024-11-20T10:15:02,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T10:15:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T10:15:02,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:15:02,771 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea76201e4b16b5b843e11460a291d04 2024-11-20T10:15:02,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ea76201e4b16b5b843e11460a291d04 in 11.0430 sec 2024-11-20T10:15:02,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741861_1037 (size=105) 2024-11-20T10:15:02,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741861_1037 (size=105) 2024-11-20T10:15:02,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741861_1037 (size=105) 2024-11-20T10:15:02,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:02,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T10:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T10:15:02,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:15:02,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:15:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741862_1038 (size=97) 2024-11-20T10:15:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741862_1038 (size=97) 2024-11-20T10:15:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741862_1038 (size=97) 2024-11-20T10:15:02,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732097672064.a0252758d694cd27f427724caa9a85b0. 2024-11-20T10:15:02,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T10:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T10:15:02,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0252758d694cd27f427724caa9a85b0 2024-11-20T10:15:02,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0252758d694cd27f427724caa9a85b0 2024-11-20T10:15:02,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1df9e39dd20a442f6bb223012e8f52d in 11.0830 sec 2024-11-20T10:15:02,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-20T10:15:02,825 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T10:15:02,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0252758d694cd27f427724caa9a85b0 in 11.0910 sec 2024-11-20T10:15:02,826 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T10:15:02,827 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T10:15:02,828 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T10:15:02,845 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:15:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741863_1039 (size=1174) 2024-11-20T10:15:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741863_1039 (size=1174) 2024-11-20T10:15:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741863_1039 (size=1174) 2024-11-20T10:15:02,901 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T10:15:02,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T10:15:02,915 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:02,915 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:02,915 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:02,915 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:02,915 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:02,920 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:02,931 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:02,934 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:15:02,935 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8c533afd331c,34305,1732097660710 2024-11-20T10:15:02,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8c533afd331c,34305,1732097660710: Simulated kill ***** 2024-11-20T10:15:02,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T10:15:02,935 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T10:15:02,936 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:02,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:02,937 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T10:15:02,937 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T10:15:02,937 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T10:15:02,937 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 514569400 }, "NonHeapMemoryUsage": { "committed": 176226304, "init": 7667712, "max": -1, "used": 172059320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T10:15:02,938 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33961 {}] master.MasterRpcServices(700): 8c533afd331c,34305,1732097660710 reported a fatal error: ***** ABORTING region server 8c533afd331c,34305,1732097660710: Simulated kill ***** 2024-11-20T10:15:02,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,34305,1732097660710' ***** 2024-11-20T10:15:02,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T10:15:02,939 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:15:02,939 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:15:02,939 INFO [RS:0;8c533afd331c:34305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T10:15:02,939 INFO [RS:0;8c533afd331c:34305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T10:15:02,939 INFO [RS:0;8c533afd331c:34305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:15:02,939 INFO [RS:0;8c533afd331c:34305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8c533afd331c:34305. 2024-11-20T10:15:02,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T10:15:02,939 DEBUG [RS:0;8c533afd331c:34305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:15:02,939 DEBUG [RS:0;8c533afd331c:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741836_1012 (size=14382) 2024-11-20T10:15:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741836_1012 (size=14382) 2024-11-20T10:15:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741836_1012 (size=14382) 2024-11-20T10:15:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741834_1010 (size=2010) 2024-11-20T10:15:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741834_1010 (size=2010) 2024-11-20T10:15:02,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741834_1010 (size=2010) 2024-11-20T10:15:02,961 DEBUG [RS:0;8c533afd331c:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:02,961 INFO [RS:0;8c533afd331c:34305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:02,961 INFO [RS:0;8c533afd331c:34305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34305 2024-11-20T10:15:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,34305,1732097660710 2024-11-20T10:15:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:15:03,029 INFO [RS:0;8c533afd331c:34305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:15:03,033 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:03,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,34305,1732097660710] 2024-11-20T10:15:03,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,34305,1732097660710 already deleted, retry=false 2024-11-20T10:15:03,050 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8c533afd331c,34305,1732097660710 on 8c533afd331c,33961,1732097660539 2024-11-20T10:15:03,051 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8c533afd331c,34305,1732097660710, splitWal=true, meta=true 2024-11-20T10:15:03,051 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 8c533afd331c,34305,1732097660710 (carryingMeta=true) 8c533afd331c,34305,1732097660710/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@59fadd61[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T10:15:03,052 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8c533afd331c,34305,1732097660710, splitWal=true, meta=true 2024-11-20T10:15:03,053 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8c533afd331c,34305,1732097660710, splitWal=true, meta=true, isMeta: true 2024-11-20T10:15:03,055 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting 2024-11-20T10:15:03,060 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8c533afd331c,34305,1732097660710 WAL count=1, meta=true 2024-11-20T10:15:03,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta}] 2024-11-20T10:15:03,063 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:03,063 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34305,1732097660710 Release verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:03,063 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 8c533afd331c,34305,1732097660710, this operation will be retried to send to another server 2024-11-20T10:15:03,064 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T10:15:03,064 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732097704064 2024-11-20T10:15:03,067 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34305,1732097660710 Release verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:03,067 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 8c533afd331c,34305,1732097660710, this operation will be retried to send to another server 2024-11-20T10:15:03,067 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T10:15:03,067 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732097704067 2024-11-20T10:15:03,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, worker=8c533afd331c,44611,1732097660789}] 2024-11-20T10:15:03,069 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-20T10:15:03,070 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-20T10:15:03,070 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,34305,1732097660710 Release verify snapshot worker=8c533afd331c,34305,1732097660710 2024-11-20T10:15:03,070 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 8c533afd331c,34305,1732097660710, this operation will be retried to send to another server 2024-11-20T10:15:03,070 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T10:15:03,070 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732097704070 2024-11-20T10:15:03,071 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-20T10:15:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:03,140 INFO [RS:0;8c533afd331c:34305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:15:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x10157bcd2130001, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:03,140 INFO [RS:0;8c533afd331c:34305 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,34305,1732097660710; zookeeper connection closed. 2024-11-20T10:15:03,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40fca768 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40fca768 2024-11-20T10:15:03,457 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:15:03,457 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:15:12,004 INFO [master/8c533afd331c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T10:15:12,004 INFO [master/8c533afd331c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T10:15:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T10:15:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T10:15:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T10:15:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T10:15:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:15:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T10:15:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T10:15:12,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T10:15:12,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T10:15:12,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T10:15:12,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T10:15:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T10:15:12,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T10:15:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T10:15:12,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 10.0140 sec 2024-11-20T10:15:12,930 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,933 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T10:15:12,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T10:15:12,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T10:15:12,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T10:15:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T10:15:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T10:15:12,939 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, size=14.0 K (14382bytes) 2024-11-20T10:15:12,939 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta 2024-11-20T10:15:12,940 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta after 1ms 2024-11-20T10:15:12,940 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T10:15:12,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 10.0230 sec 2024-11-20T10:15:12,953 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 Release verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:12,953 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 Release verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:12,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 Release verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:12,953 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta took 14ms 2024-11-20T10:15:12,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 in 10.0430 sec 2024-11-20T10:15:12,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 in 10.0430 sec 2024-11-20T10:15:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 in 10.0430 sec 2024-11-20T10:15:12,958 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:12,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,958 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:12,960 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-20T10:15:12,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta so closing down 2024-11-20T10:15:12,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T10:15:12,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 10.0480 sec 2024-11-20T10:15:12,970 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp 2024-11-20T10:15:12,974 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp 2024-11-20T10:15:12,976 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T10:15:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741864_1040 (size=14141) 2024-11-20T10:15:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741864_1040 (size=14141) 2024-11-20T10:15:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741864_1040 (size=14141) 2024-11-20T10:15:13,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-20T10:15:13,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T10:15:13,006 INFO [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-20T10:15:13,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, journal: Splitting hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, size=14.0 K (14382bytes) at 1732097712939Finishing writing output for hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta so closing down at 1732097712963 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp at 1732097712974 (+11 ms)3 split writer threads finished at 1732097712976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732097713003 (+27 ms)Rename recovered edits hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta.temp to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732097713006 (+3 ms)Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732097713006 2024-11-20T10:15:13,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta 2024-11-20T10:15:13,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8c533afd331c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T10:15:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T10:15:13,011 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting/8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs 2024-11-20T10:15:13,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T10:15:13,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, worker=8c533afd331c,44611,1732097660789 in 9.9430 sec 2024-11-20T10:15:13,022 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:13,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T10:15:13,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 8c533afd331c%2C34305%2C1732097660710.meta.1732097671722.meta, worker=8c533afd331c,44611,1732097660789 in 9.9620 sec 2024-11-20T10:15:13,032 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,34305,1732097660710-splitting dir is empty, no logs to split. 2024-11-20T10:15:13,032 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8c533afd331c,34305,1732097660710 WAL count=0, meta=true 2024-11-20T10:15:13,032 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8c533afd331c,34305,1732097660710 WAL splitting is done? wals=0, meta=true 2024-11-20T10:15:13,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T10:15:13,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:15:13,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T10:15:13,187 DEBUG [8c533afd331c:33961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T10:15:13,187 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(204): Hosts are {8c533afd331c=0} racks are {/default-rack=0} 2024-11-20T10:15:13,187 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T10:15:13,187 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T10:15:13,188 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T10:15:13,188 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T10:15:13,188 INFO [8c533afd331c:33961 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T10:15:13,188 INFO [8c533afd331c:33961 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T10:15:13,188 DEBUG [8c533afd331c:33961 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T10:15:13,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:15:13,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,44611,1732097660789, state=OPENING 2024-11-20T10:15:13,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:13,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:13,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:13,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:13,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:13,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:15:13,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,44611,1732097660789}] 2024-11-20T10:15:20,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:15:21,401 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T10:15:22,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T10:15:22,943 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T10:15:22,943 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:15:22,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T10:15:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T10:15:22,944 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T10:15:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T10:15:22,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T10:15:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T10:15:22,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T10:15:22,946 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8c533afd331c%2C44611%2C1732097660789.meta, suffix=.meta, logDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789, archiveDir=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs, maxLogs=32 2024-11-20T10:15:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T10:15:22,947 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T10:15:22,948 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:22,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 20.0370 sec 2024-11-20T10:15:22,949 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 Release verify snapshot worker=8c533afd331c,44611,1732097660789 2024-11-20T10:15:22,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 20.0380 sec 2024-11-20T10:15:22,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,44611,1732097660789 in 20.0390 sec 2024-11-20T10:15:22,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T10:15:22,959 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789/8c533afd331c%2C44611%2C1732097660789.meta.1732097722946.meta, exclude list is [], retry=0 2024-11-20T10:15:22,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T10:15:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33961 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T10:15:22,962 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 Release verify snapshot worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:22,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42581,DS-9b536446-022c-4f54-a2ef-6f607c60bc5b,DISK] 2024-11-20T10:15:22,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a2cee1b6-97fe-4139-bd8a-bd3f3795de8c,DISK] 2024-11-20T10:15:22,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-effad549-a7d4-4ed2-9234-822dd24614ca,DISK] 2024-11-20T10:15:22,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-20T10:15:22,964 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789/8c533afd331c%2C44611%2C1732097660789.meta.1732097722946.meta 2024-11-20T10:15:22,964 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T10:15:22,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8c533afd331c,38911,1732097660750 in 20.0520 sec 2024-11-20T10:15:22,964 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:46629:46629)] 2024-11-20T10:15:22,964 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:15:22,965 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T10:15:22,965 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T10:15:22,965 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T10:15:22,966 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T10:15:22,966 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T10:15:22,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:15:22,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:15:22,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:15:22,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:15:22,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T10:15:22,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.2540 sec 2024-11-20T10:15:22,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T10:15:22,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:15:22,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:15:22,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:15:22,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:15:22,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:15:22,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:15:22,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:15:22,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:15:22,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:15:22,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:15:22,972 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T10:15:22,972 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:15:22,974 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740 2024-11-20T10:15:22,975 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T10:15:22,982 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T10:15:22,982 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-20T10:15:22,997 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/info/8666eb68d28b4acd859b0b14eeecd4da is 167, key is SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74./info:regioninfo/1732097683236/Put/seqid=0 2024-11-20T10:15:23,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741866_1042 (size=18393) 2024-11-20T10:15:23,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741866_1042 (size=18393) 2024-11-20T10:15:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741866_1042 (size=18393) 2024-11-20T10:15:23,004 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/info/8666eb68d28b4acd859b0b14eeecd4da 2024-11-20T10:15:23,023 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/ns/5f7fe3f80df748fcab67dd7d82ee6218 is 43, key is default/ns:d/1732097671959/Put/seqid=0 2024-11-20T10:15:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741867_1043 (size=5153) 2024-11-20T10:15:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741867_1043 (size=5153) 2024-11-20T10:15:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741867_1043 (size=5153) 2024-11-20T10:15:23,031 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/ns/5f7fe3f80df748fcab67dd7d82ee6218 2024-11-20T10:15:23,052 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/table/9acebd5c973e47a4898a05ff1559b1ef is 47, key is SPTestTable/table:state/1732097683362/Put/seqid=0 2024-11-20T10:15:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741868_1044 (size=5214) 2024-11-20T10:15:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741868_1044 (size=5214) 2024-11-20T10:15:23,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741868_1044 (size=5214) 2024-11-20T10:15:23,059 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/table/9acebd5c973e47a4898a05ff1559b1ef 2024-11-20T10:15:23,062 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T10:15:23,064 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8c533afd331c:34305 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8c533afd331c/172.17.0.2:34305 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:15:23,065 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1, error=java.net.ConnectException: Call to address=8c533afd331c:34305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8c533afd331c/172.17.0.2:34305 2024-11-20T10:15:23,066 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-20T10:15:23,066 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8c533afd331c,34305,1732097660710, seqNum=-1 from cache 2024-11-20T10:15:23,067 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 8c533afd331c:34305 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8c533afd331c/172.17.0.2:34305 2024-11-20T10:15:23,068 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/info/8666eb68d28b4acd859b0b14eeecd4da as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/info/8666eb68d28b4acd859b0b14eeecd4da 2024-11-20T10:15:23,075 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/info/8666eb68d28b4acd859b0b14eeecd4da, entries=100, sequenceid=28, filesize=18.0 K 2024-11-20T10:15:23,076 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/ns/5f7fe3f80df748fcab67dd7d82ee6218 as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/ns/5f7fe3f80df748fcab67dd7d82ee6218 2024-11-20T10:15:23,082 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/ns/5f7fe3f80df748fcab67dd7d82ee6218, entries=2, sequenceid=28, filesize=5.0 K 2024-11-20T10:15:23,083 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/.tmp/table/9acebd5c973e47a4898a05ff1559b1ef as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/table/9acebd5c973e47a4898a05ff1559b1ef 2024-11-20T10:15:23,089 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/table/9acebd5c973e47a4898a05ff1559b1ef, entries=2, sequenceid=28, filesize=5.1 K 2024-11-20T10:15:23,090 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=28, compaction requested=false; wal=null 2024-11-20T10:15:23,091 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T10:15:23,092 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T10:15:23,092 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T10:15:23,093 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:15:23,094 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T10:15:23,096 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-20T10:15:23,097 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68283468, jitterRate=0.017502963542938232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:15:23,097 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T10:15:23,097 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732097722965Writing region info on filesystem at 1732097722965Initializing all the Stores at 1732097722966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097722966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097722966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732097722966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732097722966Obtaining lock to block concurrent updates at 1732097722982 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1732097722982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732097722983 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732097722983Flushing 1588230740/info: creating writer at 1732097722983Flushing 1588230740/info: appending metadata at 1732097722997 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732097722997Flushing 1588230740/ns: creating writer at 1732097723010 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732097723022 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732097723023 (+1 ms)Flushing 1588230740/table: creating writer at 1732097723038 (+15 ms)Flushing 1588230740/table: appending metadata at 1732097723051 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732097723051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aad66e8: reopening flushed file at 1732097723067 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f457de: reopening flushed file at 1732097723075 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e9890e: reopening flushed file at 1732097723082 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=28, compaction requested=false; wal=null at 1732097723090 (+8 ms)Cleaning up temporary data from old regions at 1732097723092 (+2 ms)Running coprocessor post-open hooks at 1732097723097 (+5 ms)Region opened successfully at 1732097723097 2024-11-20T10:15:23,098 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732097722932 2024-11-20T10:15:23,099 DEBUG [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T10:15:23,100 INFO [RS_OPEN_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T10:15:23,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=8c533afd331c,44611,1732097660789 2024-11-20T10:15:23,100 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8c533afd331c,44611,1732097660789, state=OPEN 2024-11-20T10:15:23,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T10:15:23,174 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8c533afd331c,44611,1732097660789, seqNum=-1] 2024-11-20T10:15:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:15:23,181 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8c533afd331c,44611,1732097660789 2024-11-20T10:15:23,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:23,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:23,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:15:23,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T10:15:23,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8c533afd331c,44611,1732097660789 in 9.9310 sec 2024-11-20T10:15:23,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-20T10:15:23,188 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 8c533afd331c,34305,1732097660710 had 4 regions 2024-11-20T10:15:23,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1510 sec 2024-11-20T10:15:23,189 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8c533afd331c,34305,1732097660710, splitWal=true, meta=true, isMeta: false 2024-11-20T10:15:23,191 INFO [PEWorker-4 {}] master.SplitWALManager(105): 8c533afd331c,34305,1732097660710 WAL count=1, meta=false 2024-11-20T10:15:23,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8c533afd331c%2C34305%2C1732097660710.1732097661528}] 2024-11-20T10:15:23,193 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=8c533afd331c,38911,1732097660750 2024-11-20T10:15:23,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8c533afd331c%2C34305%2C1732097660710.1732097661528, worker=8c533afd331c,38911,1732097660750}] 2024-11-20T10:15:23,203 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T10:15:23,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T10:15:23,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:15:23,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:15:23,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T10:15:23,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T10:15:23,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2033317290, stopped=false 2024-11-20T10:15:23,204 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8c533afd331c,33961,1732097660539 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:15:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:15:23,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T10:15:23,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T10:15:23,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:15:23,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,38911,1732097660750' ***** 2024-11-20T10:15:23,218 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T10:15:23,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8c533afd331c,44611,1732097660789' ***** 2024-11-20T10:15:23,218 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T10:15:23,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:15:23,218 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:15:23,219 INFO [RS:1;8c533afd331c:38911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T10:15:23,219 INFO [RS:1;8c533afd331c:38911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T10:15:23,219 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:15:23,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:15:23,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:15:23,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:15:23,219 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:15:23,219 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for b95991b089743fd9b4240db5d0704f95 2024-11-20T10:15:23,219 INFO [RS:2;8c533afd331c:44611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T10:15:23,219 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for be3bd65893c00dc5870b0a9c574b0771 2024-11-20T10:15:23,219 INFO [RS:2;8c533afd331c:44611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T10:15:23,220 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for bd1f2bc0f8200cfbe1a4ee03837f86b0 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:15:23,220 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(959): stopping server 8c533afd331c,38911,1732097660750 2024-11-20T10:15:23,220 INFO [RS:1;8c533afd331c:38911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:15:23,220 INFO [RS:1;8c533afd331c:38911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8c533afd331c:38911. 2024-11-20T10:15:23,220 DEBUG [RS:1;8c533afd331c:38911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:15:23,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T10:15:23,220 DEBUG [RS:1;8c533afd331c:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1df9e39dd20a442f6bb223012e8f52d, disabling compactions & flushes 2024-11-20T10:15:23,220 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:23,220 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T10:15:23,220 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1325): Online Regions={e1df9e39dd20a442f6bb223012e8f52d=SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d., b95991b089743fd9b4240db5d0704f95=SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95., be3bd65893c00dc5870b0a9c574b0771=SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771., bd1f2bc0f8200cfbe1a4ee03837f86b0=SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0.} 2024-11-20T10:15:23,220 DEBUG [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1351): Waiting on b95991b089743fd9b4240db5d0704f95, bd1f2bc0f8200cfbe1a4ee03837f86b0, be3bd65893c00dc5870b0a9c574b0771, e1df9e39dd20a442f6bb223012e8f52d 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b0ae33c3ed00b387b3c1410a6c8bee9 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. after waiting 0 ms 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 026238525525d4122ef2ee2d3a216a74 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(959): stopping server 8c533afd331c,44611,1732097660789 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6212b803ab85a81a2644f3be0ccc2fd6, disabling compactions & flushes 2024-11-20T10:15:23,220 INFO [RS:2;8c533afd331c:44611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8c533afd331c:44611. 2024-11-20T10:15:23,220 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:23,220 DEBUG [RS:2;8c533afd331c:44611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:15:23,220 DEBUG [RS:2;8c533afd331c:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,220 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. after waiting 0 ms 2024-11-20T10:15:23,221 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:23,221 INFO [RS:2;8c533afd331c:44611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T10:15:23,221 INFO [RS:2;8c533afd331c:44611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T10:15:23,221 INFO [RS:2;8c533afd331c:44611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T10:15:23,221 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T10:15:23,221 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T10:15:23,221 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1325): Online Regions={6212b803ab85a81a2644f3be0ccc2fd6=SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6., 2b0ae33c3ed00b387b3c1410a6c8bee9=SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9., 1588230740=hbase:meta,,1.1588230740, 026238525525d4122ef2ee2d3a216a74=SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74.} 2024-11-20T10:15:23,221 DEBUG [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1351): Waiting on 026238525525d4122ef2ee2d3a216a74, 1588230740, 2b0ae33c3ed00b387b3c1410a6c8bee9, 6212b803ab85a81a2644f3be0ccc2fd6 2024-11-20T10:15:23,221 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:15:23,221 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T10:15:23,221 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T10:15:23,221 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:15:23,221 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:15:23,227 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/e1df9e39dd20a442f6bb223012e8f52d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T10:15:23,228 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:23,228 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1df9e39dd20a442f6bb223012e8f52d: Waiting for close lock at 1732097723220Running coprocessor pre-close hooks at 1732097723220Disabling compacts and flushes for region at 1732097723220Disabling writes for close at 1732097723220Writing region close event to WAL at 1732097723221 (+1 ms)Running coprocessor post-close hooks at 1732097723228 (+7 ms)Closed at 1732097723228 2024-11-20T10:15:23,228 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732097672064.e1df9e39dd20a442f6bb223012e8f52d. 2024-11-20T10:15:23,228 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b95991b089743fd9b4240db5d0704f95, disabling compactions & flushes 2024-11-20T10:15:23,229 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/6212b803ab85a81a2644f3be0ccc2fd6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. after waiting 0 ms 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:23,229 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6212b803ab85a81a2644f3be0ccc2fd6: Waiting for close lock at 1732097723220Running coprocessor pre-close hooks at 1732097723220Disabling compacts and flushes for region at 1732097723220Disabling writes for close at 1732097723220Writing region close event to WAL at 1732097723222 (+2 ms)Running coprocessor post-close hooks at 1732097723229 (+7 ms)Closed at 1732097723229 2024-11-20T10:15:23,229 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732097672064.6212b803ab85a81a2644f3be0ccc2fd6. 2024-11-20T10:15:23,230 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b0ae33c3ed00b387b3c1410a6c8bee9, disabling compactions & flushes 2024-11-20T10:15:23,230 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:23,230 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:23,230 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. after waiting 0 ms 2024-11-20T10:15:23,230 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:23,231 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:23,231 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-20T10:15:23,233 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:15:23,233 INFO [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T10:15:23,233 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732097723221Running coprocessor pre-close hooks at 1732097723221Disabling compacts and flushes for region at 1732097723221Disabling writes for close at 1732097723221Writing region close event to WAL at 1732097723227 (+6 ms)Running coprocessor post-close hooks at 1732097723233 (+6 ms)Closed at 1732097723233 2024-11-20T10:15:23,233 DEBUG [RS_CLOSE_META-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T10:15:23,233 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/b95991b089743fd9b4240db5d0704f95/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:15:23,234 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:23,234 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b95991b089743fd9b4240db5d0704f95: Waiting for close lock at 1732097723228Running coprocessor pre-close hooks at 1732097723228Disabling compacts and flushes for region at 1732097723228Disabling writes for close at 1732097723229 (+1 ms)Writing region close event to WAL at 1732097723229Running coprocessor post-close hooks at 1732097723234 (+5 ms)Closed at 1732097723234 2024-11-20T10:15:23,234 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732097672064.b95991b089743fd9b4240db5d0704f95. 2024-11-20T10:15:23,234 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be3bd65893c00dc5870b0a9c574b0771, disabling compactions & flushes 2024-11-20T10:15:23,234 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:23,235 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:23,235 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. after waiting 0 ms 2024-11-20T10:15:23,235 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:23,235 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/2b0ae33c3ed00b387b3c1410a6c8bee9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:15:23,236 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:23,236 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b0ae33c3ed00b387b3c1410a6c8bee9: Waiting for close lock at 1732097723230Running coprocessor pre-close hooks at 1732097723230Disabling compacts and flushes for region at 1732097723230Disabling writes for close at 1732097723230Writing region close event to WAL at 1732097723230Running coprocessor post-close hooks at 1732097723236 (+6 ms)Closed at 1732097723236 2024-11-20T10:15:23,237 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732097672064.2b0ae33c3ed00b387b3c1410a6c8bee9. 2024-11-20T10:15:23,237 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 026238525525d4122ef2ee2d3a216a74, disabling compactions & flushes 2024-11-20T10:15:23,237 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:23,237 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:23,237 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. after waiting 0 ms 2024-11-20T10:15:23,237 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:23,239 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/be3bd65893c00dc5870b0a9c574b0771/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:15:23,240 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be3bd65893c00dc5870b0a9c574b0771: Waiting for close lock at 1732097723234Running coprocessor pre-close hooks at 1732097723234Disabling compacts and flushes for region at 1732097723234Disabling writes for close at 1732097723235 (+1 ms)Writing region close event to WAL at 1732097723235Running coprocessor post-close hooks at 1732097723239 (+4 ms)Closed at 1732097723240 (+1 ms) 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732097672064.be3bd65893c00dc5870b0a9c574b0771. 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd1f2bc0f8200cfbe1a4ee03837f86b0, disabling compactions & flushes 2024-11-20T10:15:23,240 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. after waiting 0 ms 2024-11-20T10:15:23,240 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:23,242 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/026238525525d4122ef2ee2d3a216a74/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:15:23,243 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:23,243 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 026238525525d4122ef2ee2d3a216a74: Waiting for close lock at 1732097723237Running coprocessor pre-close hooks at 1732097723237Disabling compacts and flushes for region at 1732097723237Disabling writes for close at 1732097723237Writing region close event to WAL at 1732097723237Running coprocessor post-close hooks at 1732097723242 (+5 ms)Closed at 1732097723243 (+1 ms) 2024-11-20T10:15:23,243 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732097672064.026238525525d4122ef2ee2d3a216a74. 2024-11-20T10:15:23,244 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/data/default/SPTestTable/bd1f2bc0f8200cfbe1a4ee03837f86b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T10:15:23,244 INFO [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:23,245 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd1f2bc0f8200cfbe1a4ee03837f86b0: Waiting for close lock at 1732097723240Running coprocessor pre-close hooks at 1732097723240Disabling compacts and flushes for region at 1732097723240Disabling writes for close at 1732097723240Writing region close event to WAL at 1732097723241 (+1 ms)Running coprocessor post-close hooks at 1732097723244 (+3 ms)Closed at 1732097723244 2024-11-20T10:15:23,245 DEBUG [RS_CLOSE_REGION-regionserver/8c533afd331c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732097672064.bd1f2bc0f8200cfbe1a4ee03837f86b0. 2024-11-20T10:15:23,251 INFO [regionserver/8c533afd331c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:23,274 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8c533afd331c:33961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T10:15:23,358 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:15:23,358 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:15:23,380 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:15:23,380 INFO [regionserver/8c533afd331c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:15:23,420 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(976): stopping server 8c533afd331c,38911,1732097660750; all regions closed. 2024-11-20T10:15:23,421 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(976): stopping server 8c533afd331c,44611,1732097660789; all regions closed. 2024-11-20T10:15:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741835_1011 (size=2917) 2024-11-20T10:15:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741835_1011 (size=2917) 2024-11-20T10:15:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741835_1011 (size=2917) 2024-11-20T10:15:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741865_1041 (size=678) 2024-11-20T10:15:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741865_1041 (size=678) 2024-11-20T10:15:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741865_1041 (size=678) 2024-11-20T10:15:23,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/WALs/8c533afd331c,44611,1732097660789/8c533afd331c%2C44611%2C1732097660789.meta.1732097722946.meta not finished, retry = 0 2024-11-20T10:15:23,428 DEBUG [RS:1;8c533afd331c:38911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs 2024-11-20T10:15:23,428 INFO [RS:1;8c533afd331c:38911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C38911%2C1732097660750:(num 1732097661528) 2024-11-20T10:15:23,428 DEBUG [RS:1;8c533afd331c:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,428 INFO [RS:1;8c533afd331c:38911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:23,428 INFO [RS:1;8c533afd331c:38911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] hbase.ChoreService(370): Chore service for: regionserver/8c533afd331c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T10:15:23,429 INFO [regionserver/8c533afd331c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:15:23,429 INFO [RS:1;8c533afd331c:38911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38911 2024-11-20T10:15:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,38911,1732097660750 2024-11-20T10:15:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:15:23,438 INFO [RS:1;8c533afd331c:38911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:15:23,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,38911,1732097660750] 2024-11-20T10:15:23,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,38911,1732097660750 already deleted, retry=false 2024-11-20T10:15:23,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8c533afd331c,38911,1732097660750 expired; onlineServers=1 2024-11-20T10:15:23,534 DEBUG [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs 2024-11-20T10:15:23,534 INFO [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C44611%2C1732097660789.meta:.meta(num 1732097722946) 2024-11-20T10:15:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741833_1009 (size=2364) 2024-11-20T10:15:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741833_1009 (size=2364) 2024-11-20T10:15:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741833_1009 (size=2364) 2024-11-20T10:15:23,543 DEBUG [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/oldWALs 2024-11-20T10:15:23,544 INFO [RS:2;8c533afd331c:44611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8c533afd331c%2C44611%2C1732097660789:(num 1732097661512) 2024-11-20T10:15:23,544 DEBUG [RS:2;8c533afd331c:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:15:23,544 INFO [RS:2;8c533afd331c:44611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:15:23,544 INFO [RS:2;8c533afd331c:44611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:15:23,544 INFO [RS:2;8c533afd331c:44611 {}] hbase.ChoreService(370): Chore service for: regionserver/8c533afd331c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T10:15:23,544 INFO [RS:2;8c533afd331c:44611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:15:23,544 INFO [regionserver/8c533afd331c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:15:23,545 INFO [RS:2;8c533afd331c:44611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44611 2024-11-20T10:15:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,549 INFO [RS:1;8c533afd331c:38911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:15:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10157bcd2130002, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,549 INFO [RS:1;8c533afd331c:38911 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,38911,1732097660750; zookeeper connection closed. 2024-11-20T10:15:23,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b81b2f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b81b2f2 2024-11-20T10:15:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8c533afd331c,44611,1732097660789 2024-11-20T10:15:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:15:23,554 INFO [RS:2;8c533afd331c:44611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:15:23,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8c533afd331c,44611,1732097660789] 2024-11-20T10:15:23,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8c533afd331c,44611,1732097660789 already deleted, retry=false 2024-11-20T10:15:23,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8c533afd331c,44611,1732097660789 expired; onlineServers=0 2024-11-20T10:15:23,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8c533afd331c,33961,1732097660539' ***** 2024-11-20T10:15:23,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T10:15:23,575 INFO [M:0;8c533afd331c:33961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T10:15:23,576 INFO [M:0;8c533afd331c:33961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T10:15:23,576 DEBUG [M:0;8c533afd331c:33961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T10:15:23,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T10:15:23,576 DEBUG [M:0;8c533afd331c:33961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T10:15:23,576 DEBUG [master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097661209 {}] cleaner.HFileCleaner(306): Exit Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.small.0-1732097661209,5,FailOnTimeoutGroup] 2024-11-20T10:15:23,576 DEBUG [master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097661208 {}] cleaner.HFileCleaner(306): Exit Thread[master/8c533afd331c:0:becomeActiveMaster-HFileCleaner.large.0-1732097661208,5,FailOnTimeoutGroup] 2024-11-20T10:15:23,577 INFO [M:0;8c533afd331c:33961 {}] hbase.ChoreService(370): Chore service for: master/8c533afd331c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T10:15:23,577 INFO [M:0;8c533afd331c:33961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T10:15:23,577 DEBUG [M:0;8c533afd331c:33961 {}] master.HMaster(1795): Stopping service threads 2024-11-20T10:15:23,577 INFO [M:0;8c533afd331c:33961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T10:15:23,577 INFO [M:0;8c533afd331c:33961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T10:15:23,577 ERROR [M:0;8c533afd331c:33961 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33075 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33075,5,PEWorkerGroup] 2024-11-20T10:15:23,578 INFO [M:0;8c533afd331c:33961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T10:15:23,578 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T10:15:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T10:15:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:15:23,586 DEBUG [M:0;8c533afd331c:33961 {}] zookeeper.ZKUtil(347): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T10:15:23,586 WARN [M:0;8c533afd331c:33961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T10:15:23,586 INFO [M:0;8c533afd331c:33961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/.lastflushedseqids 2024-11-20T10:15:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741869_1045 (size=632) 2024-11-20T10:15:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741869_1045 (size=632) 2024-11-20T10:15:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741869_1045 (size=632) 2024-11-20T10:15:23,594 INFO [M:0;8c533afd331c:33961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T10:15:23,594 INFO [M:0;8c533afd331c:33961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T10:15:23,594 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:15:23,594 INFO [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:15:23,594 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:15:23,594 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:15:23,594 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:15:23,594 INFO [M:0;8c533afd331c:33961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.22 KB heapSize=271.01 KB 2024-11-20T10:15:23,608 DEBUG [M:0;8c533afd331c:33961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01997b55d54446b693b01c4beb90680a is 82, key is hbase:meta,,1/info:regioninfo/1732097723100/Put/seqid=0 2024-11-20T10:15:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741870_1046 (size=6071) 2024-11-20T10:15:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741870_1046 (size=6071) 2024-11-20T10:15:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741870_1046 (size=6071) 2024-11-20T10:15:23,614 INFO [M:0;8c533afd331c:33961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01997b55d54446b693b01c4beb90680a 2024-11-20T10:15:23,634 DEBUG [M:0;8c533afd331c:33961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3b07b3b2e549f4a1fae3ec818f6863 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732097683370/Put/seqid=0 2024-11-20T10:15:23,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741871_1047 (size=11551) 2024-11-20T10:15:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741871_1047 (size=11551) 2024-11-20T10:15:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741871_1047 (size=11551) 2024-11-20T10:15:23,644 INFO [M:0;8c533afd331c:33961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.99 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3b07b3b2e549f4a1fae3ec818f6863 2024-11-20T10:15:23,650 INFO [M:0;8c533afd331c:33961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3b07b3b2e549f4a1fae3ec818f6863 2024-11-20T10:15:23,664 DEBUG [M:0;8c533afd331c:33961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b48095ebb014b5aa9c171d830cdc1ed is 69, key is 8c533afd331c,38911,1732097660750/rs:state/1732097661291/Put/seqid=0 2024-11-20T10:15:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,665 INFO [RS:2;8c533afd331c:44611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:15:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10157bcd2130003, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,665 INFO [RS:2;8c533afd331c:44611 {}] regionserver.HRegionServer(1031): Exiting; stopping=8c533afd331c,44611,1732097660789; zookeeper connection closed. 2024-11-20T10:15:23,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18999d7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18999d7d 2024-11-20T10:15:23,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T10:15:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741872_1048 (size=5442) 2024-11-20T10:15:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741872_1048 (size=5442) 2024-11-20T10:15:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741872_1048 (size=5442) 2024-11-20T10:15:23,670 INFO [M:0;8c533afd331c:33961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b48095ebb014b5aa9c171d830cdc1ed 2024-11-20T10:15:23,674 INFO [M:0;8c533afd331c:33961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b48095ebb014b5aa9c171d830cdc1ed 2024-11-20T10:15:23,675 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01997b55d54446b693b01c4beb90680a as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01997b55d54446b693b01c4beb90680a 2024-11-20T10:15:23,681 INFO [M:0;8c533afd331c:33961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01997b55d54446b693b01c4beb90680a, entries=14, sequenceid=452, filesize=5.9 K 2024-11-20T10:15:23,682 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3b07b3b2e549f4a1fae3ec818f6863 as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a3b07b3b2e549f4a1fae3ec818f6863 2024-11-20T10:15:23,687 INFO [M:0;8c533afd331c:33961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3b07b3b2e549f4a1fae3ec818f6863 2024-11-20T10:15:23,688 INFO [M:0;8c533afd331c:33961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a3b07b3b2e549f4a1fae3ec818f6863, entries=52, sequenceid=452, filesize=11.3 K 2024-11-20T10:15:23,689 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b48095ebb014b5aa9c171d830cdc1ed as hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b48095ebb014b5aa9c171d830cdc1ed 2024-11-20T10:15:23,693 INFO [M:0;8c533afd331c:33961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b48095ebb014b5aa9c171d830cdc1ed 2024-11-20T10:15:23,694 INFO [M:0;8c533afd331c:33961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33075/user/jenkins/test-data/a791c63e-c075-9ac0-f739-7807629a7e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b48095ebb014b5aa9c171d830cdc1ed, entries=3, sequenceid=452, filesize=5.3 K 2024-11-20T10:15:23,694 INFO [M:0;8c533afd331c:33961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.22 KB/234719, heapSize ~270.71 KB/277208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=452, compaction requested=false 2024-11-20T10:15:23,695 INFO [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:15:23,695 DEBUG [M:0;8c533afd331c:33961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732097723594Disabling compacts and flushes for region at 1732097723594Disabling writes for close at 1732097723594Obtaining lock to block concurrent updates at 1732097723594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732097723594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234719, getHeapSize=277448, getOffHeapSize=0, getCellsCount=551 at 1732097723594Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732097723595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732097723595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732097723607 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732097723608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732097723619 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732097723633 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732097723633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732097723650 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732097723663 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732097723663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f432aa: reopening flushed file at 1732097723674 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a7bcba: reopening flushed file at 1732097723681 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2171f0eb: reopening flushed file at 1732097723688 (+7 ms)Finished flush of dataSize ~229.22 KB/234719, heapSize ~270.71 KB/277208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=452, compaction requested=false at 1732097723694 (+6 ms)Writing region close event to WAL at 1732097723695 (+1 ms)Closed at 1732097723695 2024-11-20T10:15:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42581 is added to blk_1073741830_1006 (size=264914) 2024-11-20T10:15:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741830_1006 (size=264914) 2024-11-20T10:15:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741830_1006 (size=264914) 2024-11-20T10:15:23,698 INFO [M:0;8c533afd331c:33961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T10:15:23,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T10:15:23,698 INFO [M:0;8c533afd331c:33961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33961 2024-11-20T10:15:23,698 INFO [M:0;8c533afd331c:33961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T10:15:23,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,807 INFO [M:0;8c533afd331c:33961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T10:15:23,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33961-0x10157bcd2130000, quorum=127.0.0.1:56726, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:15:23,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23255376{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:15:23,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b74f4fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:15:23,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:15:23,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7bcc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:15:23,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db46f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,STOPPED} 2024-11-20T10:15:23,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:15:23,850 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:15:23,850 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071482193-172.17.0.2-1732097657873 (Datanode Uuid 9e7f6691-2f59-4a47-84c6-f68dc1878568) service to localhost/127.0.0.1:33075 2024-11-20T10:15:23,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:15:23,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data5/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data6/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:15:23,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@239f9a61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:15:23,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@adc4a5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:15:23,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:15:23,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e04367{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:15:23,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e339060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,STOPPED} 2024-11-20T10:15:23,855 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:15:23,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:15:23,855 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071482193-172.17.0.2-1732097657873 (Datanode Uuid 4579f3c4-d2a6-47de-84e4-34b944b63b4e) service to localhost/127.0.0.1:33075 2024-11-20T10:15:23,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:15:23,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data3/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data4/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:15:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ba3f82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:15:23,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fb9446e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:15:23,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:15:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db967cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:15:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16957c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,STOPPED} 2024-11-20T10:15:23,861 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:15:23,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:15:23,861 WARN [BP-1071482193-172.17.0.2-1732097657873 heartbeating to localhost/127.0.0.1:33075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071482193-172.17.0.2-1732097657873 (Datanode Uuid 6ba6939e-d613-4163-bd77-b516dfc9a201) service to localhost/127.0.0.1:33075 2024-11-20T10:15:23,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:15:23,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data1/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/cluster_17556f49-6e6f-03f4-e553-88642c6a641b/data/data2/current/BP-1071482193-172.17.0.2-1732097657873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:15:23,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:15:23,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f928018{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:15:23,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@274eec8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:15:23,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:15:23,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555889da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:15:23,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26119b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/96ab6153-1f64-ea83-c38c-3ca3cea7bd9a/hadoop.log.dir/,STOPPED} 2024-11-20T10:15:23,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T10:15:23,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T10:15:23,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/8c533afd331c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33075 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33075 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8c533afd331c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8130 (was 9019)