2024-11-16 11:12:36,130 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-16 11:12:36,167 main DEBUG Took 0.035305 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 11:12:36,167 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 11:12:36,168 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 11:12:36,169 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 11:12:36,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,181 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 11:12:36,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,206 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,214 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,215 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,217 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:12:36,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,220 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 11:12:36,222 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:12:36,224 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 11:12:36,226 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 11:12:36,227 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 11:12:36,228 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 11:12:36,229 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 11:12:36,240 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 11:12:36,243 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 11:12:36,249 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 11:12:36,250 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 11:12:36,250 main DEBUG createAppenders(={Console}) 2024-11-16 11:12:36,251 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-16 11:12:36,252 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-16 11:12:36,252 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-16 11:12:36,253 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 11:12:36,253 main DEBUG OutputStream closed 2024-11-16 11:12:36,254 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 11:12:36,254 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 11:12:36,254 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-16 11:12:36,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 11:12:36,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 11:12:36,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 11:12:36,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 11:12:36,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 11:12:36,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 11:12:36,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 11:12:36,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 11:12:36,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 11:12:36,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 11:12:36,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 11:12:36,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 11:12:36,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 11:12:36,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 11:12:36,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 11:12:36,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 11:12:36,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 11:12:36,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 11:12:36,376 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 11:12:36,377 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-16 11:12:36,377 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 11:12:36,378 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-16T11:12:36,393 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-16 11:12:36,398 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 11:12:36,399 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T11:12:36,410 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-16T11:12:36,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=12, AvailableMemoryMB=6641 2024-11-16T11:12:36,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4 2024-11-16T11:12:36,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:12:36,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0, deleteOnExit=true 2024-11-16T11:12:36,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:12:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/test.cache.data in system properties and HBase conf 2024-11-16T11:12:36,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:12:36,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:12:36,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:12:36,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:12:36,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:12:37,000 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T11:12:37,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:12:37,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:12:37,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:12:37,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:12:37,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:12:37,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:12:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:12:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:12:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:12:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:12:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:12:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:12:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:12:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:12:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:12:38,857 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:12:38,962 INFO [Time-limited test {}] log.Log(170): Logging initialized @3805ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T11:12:39,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:12:39,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:12:39,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:12:39,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:12:39,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:12:39,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:12:39,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:12:39,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:12:39,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/java.io.tmpdir/jetty-localhost-46557-hadoop-hdfs-3_4_1-tests_jar-_-any-14623203669256791553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:12:39,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:46557} 2024-11-16T11:12:39,487 INFO [Time-limited test {}] server.Server(415): Started @4331ms 2024-11-16T11:12:40,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:12:40,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:12:40,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:12:40,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:12:40,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:12:40,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:12:40,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:12:40,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/java.io.tmpdir/jetty-localhost-35497-hadoop-hdfs-3_4_1-tests_jar-_-any-16949756303121199396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:12:40,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:35497} 2024-11-16T11:12:40,270 INFO [Time-limited test {}] server.Server(415): Started @5114ms 2024-11-16T11:12:40,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:12:40,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:12:40,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:12:40,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:12:40,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:12:40,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:12:40,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:12:40,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:12:40,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/java.io.tmpdir/jetty-localhost-43607-hadoop-hdfs-3_4_1-tests_jar-_-any-10179004284054423494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:12:40,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:43607} 2024-11-16T11:12:40,726 INFO [Time-limited test {}] server.Server(415): Started @5570ms 2024-11-16T11:12:40,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:12:40,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:12:40,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:12:40,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:12:40,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:12:40,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:12:40,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:12:40,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:12:40,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-13945941328121422204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:12:40,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-11-16T11:12:40,913 INFO [Time-limited test {}] server.Server(415): Started @5757ms 2024-11-16T11:12:40,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:12:42,494 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data1/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,494 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data4/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,494 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data3/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,494 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data2/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,545 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:12:42,545 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:12:42,571 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data6/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,571 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data5/current/BP-1909758351-172.17.0.2-1731755557997/current, will proceed with Du for space computation calculation, 2024-11-16T11:12:42,592 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:12:42,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbaf65f128f76a0 with lease ID 0x4ed98e503f67b31a: Processing first storage report for DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0 from datanode DatanodeRegistration(127.0.0.1:41399, datanodeUuid=36b15263-3ff0-4bde-904a-aa61fc6876b7, infoPort=45089, infoSecurePort=0, ipcPort=37901, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbaf65f128f76a0 with lease ID 0x4ed98e503f67b31a: from storage DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0 node DatanodeRegistration(127.0.0.1:41399, datanodeUuid=36b15263-3ff0-4bde-904a-aa61fc6876b7, infoPort=45089, infoSecurePort=0, ipcPort=37901, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3559457b53f925ea with lease ID 0x4ed98e503f67b319: Processing first storage report for DS-78297c76-d13f-4eab-bcdc-f38ec3f09702 from datanode DatanodeRegistration(127.0.0.1:33261, datanodeUuid=6138aecd-10ff-4c19-8c89-b76bc8b1f294, infoPort=34577, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3559457b53f925ea with lease ID 0x4ed98e503f67b319: from storage DS-78297c76-d13f-4eab-bcdc-f38ec3f09702 node DatanodeRegistration(127.0.0.1:33261, datanodeUuid=6138aecd-10ff-4c19-8c89-b76bc8b1f294, infoPort=34577, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbaf65f128f76a0 with lease ID 0x4ed98e503f67b31a: Processing first storage report for DS-f99de304-9f11-498b-8750-66fb96433228 from datanode DatanodeRegistration(127.0.0.1:41399, datanodeUuid=36b15263-3ff0-4bde-904a-aa61fc6876b7, infoPort=45089, infoSecurePort=0, ipcPort=37901, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbaf65f128f76a0 with lease ID 0x4ed98e503f67b31a: from storage DS-f99de304-9f11-498b-8750-66fb96433228 node DatanodeRegistration(127.0.0.1:41399, datanodeUuid=36b15263-3ff0-4bde-904a-aa61fc6876b7, infoPort=45089, infoSecurePort=0, ipcPort=37901, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3559457b53f925ea with lease ID 0x4ed98e503f67b319: Processing first storage report for DS-991ba839-4abd-4992-9411-1fe12b3e1c53 from datanode DatanodeRegistration(127.0.0.1:33261, datanodeUuid=6138aecd-10ff-4c19-8c89-b76bc8b1f294, infoPort=34577, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3559457b53f925ea with lease ID 0x4ed98e503f67b319: from storage DS-991ba839-4abd-4992-9411-1fe12b3e1c53 node DatanodeRegistration(127.0.0.1:33261, datanodeUuid=6138aecd-10ff-4c19-8c89-b76bc8b1f294, infoPort=34577, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707521d2c88bb43f with lease ID 0x4ed98e503f67b31b: Processing first storage report for DS-fb752b41-54ff-462f-aef7-861c29c5b512 from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=08b94297-7829-4107-91d9-6870a6357ef5, infoPort=36431, infoSecurePort=0, ipcPort=46849, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707521d2c88bb43f with lease ID 0x4ed98e503f67b31b: from storage DS-fb752b41-54ff-462f-aef7-861c29c5b512 node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=08b94297-7829-4107-91d9-6870a6357ef5, infoPort=36431, infoSecurePort=0, ipcPort=46849, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707521d2c88bb43f with lease ID 0x4ed98e503f67b31b: Processing first storage report for DS-976dd015-5cd2-4c69-94c1-1995ebfe9447 from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=08b94297-7829-4107-91d9-6870a6357ef5, infoPort=36431, infoSecurePort=0, ipcPort=46849, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997) 2024-11-16T11:12:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707521d2c88bb43f with lease ID 0x4ed98e503f67b31b: from storage DS-976dd015-5cd2-4c69-94c1-1995ebfe9447 node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=08b94297-7829-4107-91d9-6870a6357ef5, infoPort=36431, infoSecurePort=0, ipcPort=46849, storageInfo=lv=-57;cid=testClusterID;nsid=934650262;c=1731755557997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:12:42,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4 2024-11-16T11:12:42,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/zookeeper_0, clientPort=62865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:12:42,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62865 2024-11-16T11:12:42,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:42,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:42,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:12:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:12:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:12:43,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc with version=8 2024-11-16T11:12:43,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/hbase-staging 2024-11-16T11:12:43,452 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T11:12:43,657 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:12:43,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:43,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:43,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:12:43,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:43,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:12:43,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:12:43,896 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T11:12:43,906 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T11:12:43,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:12:43,938 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1003 (auto-detected) 2024-11-16T11:12:43,940 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T11:12:43,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36575 2024-11-16T11:12:43,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36575 connecting to ZooKeeper ensemble=127.0.0.1:62865 2024-11-16T11:12:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365750x0, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:12:44,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36575-0x1014358d2720000 connected 2024-11-16T11:12:44,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:12:44,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc, hbase.cluster.distributed=false 2024-11-16T11:12:44,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:12:44,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36575 2024-11-16T11:12:44,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36575 2024-11-16T11:12:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36575 2024-11-16T11:12:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36575 2024-11-16T11:12:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36575 2024-11-16T11:12:44,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:12:44,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:12:44,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:12:44,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:12:44,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:12:44,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37195 2024-11-16T11:12:44,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37195 connecting to ZooKeeper ensemble=127.0.0.1:62865 2024-11-16T11:12:44,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,374 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371950x0, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:12:44,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37195-0x1014358d2720001 connected 2024-11-16T11:12:44,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:12:44,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:12:44,389 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:12:44,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:12:44,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:12:44,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T11:12:44,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37195 2024-11-16T11:12:44,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37195 2024-11-16T11:12:44,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T11:12:44,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T11:12:44,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:12:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:12:44,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:12:44,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:12:44,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:12:44,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42283 2024-11-16T11:12:44,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42283 connecting to ZooKeeper ensemble=127.0.0.1:62865 2024-11-16T11:12:44,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422830x0, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:12:44,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:12:44,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42283-0x1014358d2720002 connected 2024-11-16T11:12:44,442 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:12:44,442 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:12:44,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:12:44,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:12:44,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-16T11:12:44,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42283 2024-11-16T11:12:44,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42283 2024-11-16T11:12:44,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-16T11:12:44,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-16T11:12:44,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:12:44,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:12:44,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:12:44,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:12:44,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:12:44,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:12:44,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32885 2024-11-16T11:12:44,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32885 connecting to ZooKeeper ensemble=127.0.0.1:62865 2024-11-16T11:12:44,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,500 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328850x0, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:12:44,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328850x0, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:12:44,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32885-0x1014358d2720003 connected 2024-11-16T11:12:44,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:12:44,503 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:12:44,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:12:44,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:12:44,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-16T11:12:44,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32885 2024-11-16T11:12:44,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32885 2024-11-16T11:12:44,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-16T11:12:44,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-16T11:12:44,547 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:36575 2024-11-16T11:12:44,548 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7948fca2832,36575,1731755563496 2024-11-16T11:12:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,564 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,564 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,566 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7948fca2832,36575,1731755563496 2024-11-16T11:12:44,598 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:12:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:12:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,598 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:12:44,598 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,598 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,599 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T11:12:44,600 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7948fca2832,36575,1731755563496 from backup master directory 2024-11-16T11:12:44,609 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7948fca2832,36575,1731755563496 2024-11-16T11:12:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,609 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:12:44,609 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:12:44,610 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,36575,1731755563496 2024-11-16T11:12:44,612 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T11:12:44,613 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T11:12:44,661 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/hbase.id] with ID: b1b1df06-d07c-4194-9983-c3c9c9787153 2024-11-16T11:12:44,662 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.tmp/hbase.id 2024-11-16T11:12:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:12:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:12:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:12:44,676 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.tmp/hbase.id]:[hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/hbase.id] 2024-11-16T11:12:44,718 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:12:44,723 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:12:44,741 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-16T11:12:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,753 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,753 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:12:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:12:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:12:44,786 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:12:44,788 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:12:44,801 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:12:44,805 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:12:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:12:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:12:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:12:44,850 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store 2024-11-16T11:12:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:12:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:12:44,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:12:44,878 INFO [master/a7948fca2832:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T11:12:44,881 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:44,882 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:12:44,883 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:12:44,883 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:12:44,885 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:12:44,885 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:12:44,885 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:12:44,887 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755564882Disabling compacts and flushes for region at 1731755564882Disabling writes for close at 1731755564885 (+3 ms)Writing region close event to WAL at 1731755564885Closed at 1731755564885 2024-11-16T11:12:44,889 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/.initializing 2024-11-16T11:12:44,889 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/WALs/a7948fca2832,36575,1731755563496 2024-11-16T11:12:44,896 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:12:44,909 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C36575%2C1731755563496, suffix=, logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/WALs/a7948fca2832,36575,1731755563496, archiveDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/oldWALs, maxLogs=10 2024-11-16T11:12:44,929 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/WALs/a7948fca2832,36575,1731755563496/a7948fca2832%2C36575%2C1731755563496.1731755564913, exclude list is [], retry=0 2024-11-16T11:12:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-fb752b41-54ff-462f-aef7-861c29c5b512,DISK] 2024-11-16T11:12:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0,DISK] 2024-11-16T11:12:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33261,DS-78297c76-d13f-4eab-bcdc-f38ec3f09702,DISK] 2024-11-16T11:12:44,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T11:12:44,991 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/WALs/a7948fca2832,36575,1731755563496/a7948fca2832%2C36575%2C1731755563496.1731755564913 2024-11-16T11:12:44,992 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45089:45089),(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-16T11:12:44,993 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:12:44,993 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:44,996 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:44,996 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:12:45,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:45,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:12:45,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:12:45,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:12:45,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:12:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:12:45,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:12:45,069 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,073 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,074 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,078 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,079 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,082 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:12:45,086 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:12:45,091 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:12:45,093 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73881651, jitterRate=0.10092239081859589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:12:45,100 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755565008Initializing all the Stores at 1731755565009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755565010 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755565011 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755565011Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755565011Cleaning up temporary data from old regions at 1731755565079 (+68 ms)Region opened successfully at 1731755565100 (+21 ms) 2024-11-16T11:12:45,101 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:12:45,133 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46676657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:12:45,159 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:12:45,168 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:12:45,169 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:12:45,171 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:12:45,172 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T11:12:45,177 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T11:12:45,177 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T11:12:45,204 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:12:45,212 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T11:12:45,261 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T11:12:45,265 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:12:45,267 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:12:45,279 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T11:12:45,281 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:12:45,285 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:12:45,293 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T11:12:45,294 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:12:45,303 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T11:12:45,321 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:12:45,331 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T11:12:45,346 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:12:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:12:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:12:45,346 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:12:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,346 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,346 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,350 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,36575,1731755563496, sessionid=0x1014358d2720000, setting cluster-up flag (Was=false) 2024-11-16T11:12:45,377 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,377 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,409 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T11:12:45,411 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36575,1731755563496 2024-11-16T11:12:45,430 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,430 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:45,461 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T11:12:45,463 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,36575,1731755563496 2024-11-16T11:12:45,470 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:12:45,532 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(746): ClusterId : b1b1df06-d07c-4194-9983-c3c9c9787153 2024-11-16T11:12:45,532 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(746): ClusterId : b1b1df06-d07c-4194-9983-c3c9c9787153 2024-11-16T11:12:45,533 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(746): ClusterId : b1b1df06-d07c-4194-9983-c3c9c9787153 2024-11-16T11:12:45,534 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:12:45,534 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:12:45,534 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:12:45,555 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:12:45,558 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:12:45,558 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:12:45,558 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:12:45,558 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:12:45,558 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:12:45,558 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:12:45,565 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:12:45,569 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:12:45,569 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:12:45,569 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:12:45,570 DEBUG [RS:2;a7948fca2832:32885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d7f0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:12:45,570 DEBUG [RS:1;a7948fca2832:42283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76abe73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:12:45,572 DEBUG [RS:0;a7948fca2832:37195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58326dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:12:45,573 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:12:45,581 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,36575,1731755563496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:12:45,590 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:12:45,590 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:12:45,591 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:12:45,591 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:12:45,591 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:12:45,592 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,592 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:12:45,592 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,594 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a7948fca2832:42283 2024-11-16T11:12:45,598 INFO [RS:1;a7948fca2832:42283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:12:45,599 INFO [RS:1;a7948fca2832:42283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:12:45,599 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:12:45,605 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,36575,1731755563496 with port=42283, startcode=1731755564420 2024-11-16T11:12:45,606 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a7948fca2832:32885 2024-11-16T11:12:45,606 INFO [RS:2;a7948fca2832:32885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:12:45,606 INFO [RS:2;a7948fca2832:32885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:12:45,606 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:12:45,607 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,36575,1731755563496 with port=32885, startcode=1731755564471 2024-11-16T11:12:45,619 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:37195 2024-11-16T11:12:45,619 INFO [RS:0;a7948fca2832:37195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:12:45,619 INFO [RS:0;a7948fca2832:37195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:12:45,620 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:12:45,621 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,36575,1731755563496 with port=37195, startcode=1731755564308 2024-11-16T11:12:45,625 DEBUG [RS:1;a7948fca2832:42283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:12:45,625 DEBUG [RS:2;a7948fca2832:32885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:12:45,628 DEBUG [RS:0;a7948fca2832:37195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:12:45,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:12:45,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:12:45,634 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755595634 2024-11-16T11:12:45,636 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:12:45,637 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:12:45,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:12:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:12:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:12:45,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:12:45,645 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:12:45,652 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,684 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:12:45,686 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:12:45,687 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:12:45,696 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:12:45,696 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:12:45,703 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755565698,5,FailOnTimeoutGroup] 2024-11-16T11:12:45,708 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755565703,5,FailOnTimeoutGroup] 2024-11-16T11:12:45,708 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,708 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:12:45,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:12:45,709 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:12:45,710 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,710 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:12:45,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:12:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:12:45,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:12:45,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:12:45,757 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:45,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,771 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:45,771 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46435 2024-11-16T11:12:45,772 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:12:45,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36575 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,776 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:45,776 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46435 2024-11-16T11:12:45,776 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:12:45,779 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:45,780 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46435 2024-11-16T11:12:45,780 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:12:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:12:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:12:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:12:45,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:45,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:12:45,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:12:45,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:12:45,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:45,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:12:45,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:12:45,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:45,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:12:45,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:12:45,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:45,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:12:45,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:12:45,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:45,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:12:45,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740 2024-11-16T11:12:45,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740 2024-11-16T11:12:45,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:12:45,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:12:45,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:12:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:12:45,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:12:45,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70491836, jitterRate=0.05041021108627319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:12:45,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755565787Initializing all the Stores at 1731755565790 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755565790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755565792 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755565792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755565792Cleaning up temporary data from old regions at 1731755565815 (+23 ms)Region opened successfully at 1731755565830 (+15 ms) 2024-11-16T11:12:45,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:12:45,830 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:12:45,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:12:45,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:12:45,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:12:45,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:12:45,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755565830Disabling compacts and flushes for region at 1731755565830Disabling writes for close at 1731755565831 (+1 ms)Writing region close event to WAL at 1731755565831Closed at 1731755565832 (+1 ms) 2024-11-16T11:12:45,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:12:45,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:12:45,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:12:45,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:12:45,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:12:45,862 DEBUG [RS:1;a7948fca2832:42283 {}] zookeeper.ZKUtil(111): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,862 WARN [RS:1;a7948fca2832:42283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:12:45,862 INFO [RS:1;a7948fca2832:42283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:12:45,863 DEBUG [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,32885,1731755564471] 2024-11-16T11:12:45,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,42283,1731755564420] 2024-11-16T11:12:45,864 DEBUG [RS:2;a7948fca2832:32885 {}] zookeeper.ZKUtil(111): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,864 DEBUG [RS:0;a7948fca2832:37195 {}] zookeeper.ZKUtil(111): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,37195,1731755564308] 2024-11-16T11:12:45,864 WARN [RS:0;a7948fca2832:37195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:12:45,864 WARN [RS:2;a7948fca2832:32885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:12:45,864 INFO [RS:0;a7948fca2832:37195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:12:45,864 INFO [RS:2;a7948fca2832:32885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:12:45,865 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,865 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,888 INFO [RS:1;a7948fca2832:42283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:12:45,888 INFO [RS:2;a7948fca2832:32885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:12:45,888 INFO [RS:0;a7948fca2832:37195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:12:45,907 INFO [RS:0;a7948fca2832:37195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:12:45,907 INFO [RS:1;a7948fca2832:42283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:12:45,907 INFO [RS:2;a7948fca2832:32885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:12:45,913 INFO [RS:2;a7948fca2832:32885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:12:45,913 INFO [RS:0;a7948fca2832:37195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:12:45,913 INFO [RS:1;a7948fca2832:42283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:12:45,913 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,913 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,913 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,914 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:12:45,914 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:12:45,915 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:12:45,920 INFO [RS:2;a7948fca2832:32885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:12:45,920 INFO [RS:0;a7948fca2832:37195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:12:45,920 INFO [RS:1;a7948fca2832:42283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:12:45,922 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,922 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,922 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,922 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,922 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,923 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,924 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,924 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,924 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:12:45,924 DEBUG [RS:1;a7948fca2832:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,924 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,924 DEBUG [RS:2;a7948fca2832:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,924 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,924 DEBUG [RS:0;a7948fca2832:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:12:45,932 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,932 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,32885,1731755564471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42283,1731755564420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,933 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37195,1731755564308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:12:45,954 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:12:45,955 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:12:45,955 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:12:45,957 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,42283,1731755564420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37195,1731755564308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,32885,1731755564471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,957 INFO [RS:0;a7948fca2832:37195 {}] regionserver.Replication(171): a7948fca2832,37195,1731755564308 started 2024-11-16T11:12:45,957 INFO [RS:2;a7948fca2832:32885 {}] regionserver.Replication(171): a7948fca2832,32885,1731755564471 started 2024-11-16T11:12:45,957 INFO [RS:1;a7948fca2832:42283 {}] regionserver.Replication(171): a7948fca2832,42283,1731755564420 started 2024-11-16T11:12:45,974 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,975 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,37195,1731755564308, RpcServer on a7948fca2832/172.17.0.2:37195, sessionid=0x1014358d2720001 2024-11-16T11:12:45,976 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:12:45,976 DEBUG [RS:0;a7948fca2832:37195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,976 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37195,1731755564308' 2024-11-16T11:12:45,977 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:12:45,978 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:12:45,979 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:12:45,979 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:12:45,979 DEBUG [RS:0;a7948fca2832:37195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,37195,1731755564308 2024-11-16T11:12:45,979 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37195,1731755564308' 2024-11-16T11:12:45,979 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:12:45,980 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:12:45,981 DEBUG [RS:0;a7948fca2832:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:12:45,981 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,981 INFO [RS:1;a7948fca2832:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:45,981 INFO [RS:0;a7948fca2832:37195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:12:45,981 INFO [RS:0;a7948fca2832:37195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:12:45,981 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,32885,1731755564471, RpcServer on a7948fca2832/172.17.0.2:32885, sessionid=0x1014358d2720003 2024-11-16T11:12:45,981 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,42283,1731755564420, RpcServer on a7948fca2832/172.17.0.2:42283, sessionid=0x1014358d2720002 2024-11-16T11:12:45,981 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:12:45,981 DEBUG [RS:2;a7948fca2832:32885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,981 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:12:45,981 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,32885,1731755564471' 2024-11-16T11:12:45,981 DEBUG [RS:1;a7948fca2832:42283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,981 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:12:45,981 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42283,1731755564420' 2024-11-16T11:12:45,981 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:12:45,982 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:12:45,982 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:12:45,983 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:12:45,983 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:12:45,983 DEBUG [RS:1;a7948fca2832:42283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,42283,1731755564420 2024-11-16T11:12:45,983 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,42283,1731755564420' 2024-11-16T11:12:45,983 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,32885,1731755564471 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,32885,1731755564471' 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:12:45,984 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:12:45,984 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:12:45,985 DEBUG [RS:1;a7948fca2832:42283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:12:45,985 INFO [RS:1;a7948fca2832:42283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:12:45,985 INFO [RS:1;a7948fca2832:42283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:12:45,985 DEBUG [RS:2;a7948fca2832:32885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:12:45,985 INFO [RS:2;a7948fca2832:32885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:12:45,985 INFO [RS:2;a7948fca2832:32885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:12:46,004 WARN [a7948fca2832:36575 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:12:46,089 INFO [RS:0;a7948fca2832:37195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:12:46,089 INFO [RS:1;a7948fca2832:42283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:12:46,089 INFO [RS:2;a7948fca2832:32885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:12:46,093 INFO [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C32885%2C1731755564471, suffix=, logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471, archiveDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs, maxLogs=32 2024-11-16T11:12:46,093 INFO [RS:1;a7948fca2832:42283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C42283%2C1731755564420, suffix=, logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420, archiveDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs, maxLogs=32 2024-11-16T11:12:46,093 INFO [RS:0;a7948fca2832:37195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C37195%2C1731755564308, suffix=, logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,37195,1731755564308, archiveDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs, maxLogs=32 2024-11-16T11:12:46,109 DEBUG [RS:1;a7948fca2832:42283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420/a7948fca2832%2C42283%2C1731755564420.1731755566096, exclude list is [], retry=0 2024-11-16T11:12:46,110 DEBUG [RS:0;a7948fca2832:37195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,37195,1731755564308/a7948fca2832%2C37195%2C1731755564308.1731755566096, exclude list is [], retry=0 2024-11-16T11:12:46,111 DEBUG [RS:2;a7948fca2832:32885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471/a7948fca2832%2C32885%2C1731755564471.1731755566096, exclude list is [], retry=0 2024-11-16T11:12:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-fb752b41-54ff-462f-aef7-861c29c5b512,DISK] 2024-11-16T11:12:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33261,DS-78297c76-d13f-4eab-bcdc-f38ec3f09702,DISK] 2024-11-16T11:12:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33261,DS-78297c76-d13f-4eab-bcdc-f38ec3f09702,DISK] 2024-11-16T11:12:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0,DISK] 2024-11-16T11:12:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-fb752b41-54ff-462f-aef7-861c29c5b512,DISK] 2024-11-16T11:12:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33261,DS-78297c76-d13f-4eab-bcdc-f38ec3f09702,DISK] 2024-11-16T11:12:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0,DISK] 2024-11-16T11:12:46,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0,DISK] 2024-11-16T11:12:46,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-fb752b41-54ff-462f-aef7-861c29c5b512,DISK] 2024-11-16T11:12:46,126 INFO [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471/a7948fca2832%2C32885%2C1731755564471.1731755566096 2024-11-16T11:12:46,126 DEBUG [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577),(127.0.0.1/127.0.0.1:45089:45089),(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-16T11:12:46,127 INFO [RS:0;a7948fca2832:37195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,37195,1731755564308/a7948fca2832%2C37195%2C1731755564308.1731755566096 2024-11-16T11:12:46,127 INFO [RS:1;a7948fca2832:42283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420/a7948fca2832%2C42283%2C1731755564420.1731755566096 2024-11-16T11:12:46,127 DEBUG [RS:0;a7948fca2832:37195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577),(127.0.0.1/127.0.0.1:45089:45089),(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-16T11:12:46,127 DEBUG [RS:1;a7948fca2832:42283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577),(127.0.0.1/127.0.0.1:45089:45089),(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-16T11:12:46,257 DEBUG [a7948fca2832:36575 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T11:12:46,265 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:12:46,271 INFO [a7948fca2832:36575 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:12:46,271 INFO [a7948fca2832:36575 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:12:46,271 INFO [a7948fca2832:36575 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:12:46,271 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:12:46,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:12:46,284 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,32885,1731755564471, state=OPENING 2024-11-16T11:12:46,300 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:12:46,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:46,321 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:46,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:46,321 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:12:46,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:46,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:46,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:46,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:46,324 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:12:46,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:12:53,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:12:53,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:12:56,349 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:12:56,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:12:56,363 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:12:56,363 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:12:56,363 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:12:56,367 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C32885%2C1731755564471.meta, suffix=.meta, logDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471, archiveDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs, maxLogs=32 2024-11-16T11:12:56,383 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471/a7948fca2832%2C32885%2C1731755564471.meta.1731755576369.meta, exclude list is [], retry=0 2024-11-16T11:12:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-e3d18b92-3d00-46d1-8d15-31fed1dfefd0,DISK] 2024-11-16T11:12:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-fb752b41-54ff-462f-aef7-861c29c5b512,DISK] 2024-11-16T11:12:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33261,DS-78297c76-d13f-4eab-bcdc-f38ec3f09702,DISK] 2024-11-16T11:12:56,390 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,32885,1731755564471/a7948fca2832%2C32885%2C1731755564471.meta.1731755576369.meta 2024-11-16T11:12:56,390 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45089:45089),(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-16T11:12:56,390 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:12:56,392 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:12:56,394 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:12:56,399 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:12:56,402 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:12:56,403 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:56,403 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:12:56,403 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:12:56,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:12:56,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:12:56,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:56,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:56,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:12:56,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:12:56,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:56,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:56,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:12:56,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:12:56,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:56,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:56,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:12:56,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:12:56,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:56,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:12:56,416 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:12:56,417 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740 2024-11-16T11:12:56,419 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740 2024-11-16T11:12:56,421 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:12:56,421 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:12:56,422 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:12:56,425 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:12:56,426 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64273409, jitterRate=-0.042251572012901306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:12:56,426 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:12:56,428 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755576404Writing region info on filesystem at 1731755576404Initializing all the Stores at 1731755576406 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755576406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755576406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755576406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755576406Cleaning up temporary data from old regions at 1731755576421 (+15 ms)Running coprocessor post-open hooks at 1731755576426 (+5 ms)Region opened successfully at 1731755576428 (+2 ms) 2024-11-16T11:12:56,436 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755576341 2024-11-16T11:12:56,448 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:12:56,448 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:12:56,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:12:56,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,32885,1731755564471, state=OPEN 2024-11-16T11:12:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:12:56,513 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:12:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:12:56,513 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:12:56,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:56,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:56,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:56,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:12:56,514 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,32885,1731755564471 2024-11-16T11:12:56,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:12:56,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,32885,1731755564471 in 10.1890 sec 2024-11-16T11:12:56,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:12:56,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6810 sec 2024-11-16T11:12:56,530 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:12:56,530 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:12:56,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:12:56,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32885,1731755564471, seqNum=-1] 2024-11-16T11:12:56,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:12:56,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:12:56,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0900 sec 2024-11-16T11:12:56,602 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755576602, completionTime=-1 2024-11-16T11:12:56,604 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T11:12:56,605 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:12:56,632 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T11:12:56,632 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755636632 2024-11-16T11:12:56,633 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755696633 2024-11-16T11:12:56,633 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-16T11:12:56,634 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:12:56,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,641 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:36575, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,643 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,644 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,649 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:12:56,667 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.057sec 2024-11-16T11:12:56,669 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:12:56,670 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:12:56,670 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:12:56,671 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:12:56,671 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:12:56,671 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:12:56,672 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:12:56,676 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:12:56,677 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:12:56,678 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36575,1731755563496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:12:56,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2f29c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,761 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T11:12:56,762 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T11:12:56,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36575,-1 for getting cluster id 2024-11-16T11:12:56,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:12:56,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b1df06-d07c-4194-9983-c3c9c9787153' 2024-11-16T11:12:56,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:12:56,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b1df06-d07c-4194-9983-c3c9c9787153" 2024-11-16T11:12:56,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc6f80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36575,-1] 2024-11-16T11:12:56,836 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:12:56,839 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:12:56,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:12:56,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437371c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:12:56,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32885,1731755564471, seqNum=-1] 2024-11-16T11:12:56,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:12:56,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:12:56,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,36575,1731755563496 2024-11-16T11:12:56,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731755576891 (current time:1731755576891). 2024-11-16T11:12:56,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T11:12:56,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T11:12:56,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dbdad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,36575,-1 for getting cluster id 2024-11-16T11:12:56,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:12:56,896 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b1df06-d07c-4194-9983-c3c9c9787153' 2024-11-16T11:12:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:12:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b1df06-d07c-4194-9983-c3c9c9787153" 2024-11-16T11:12:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464209ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,36575,-1] 2024-11-16T11:12:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:12:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:12:56,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:12:56,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440d6cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:12:56,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:12:56,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,32885,1731755564471, seqNum=-1] 2024-11-16T11:12:56,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:12:56,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:12:56,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:12:56,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:12:56,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:12:56,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:12:56,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:12:56,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:12:56,920 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,36575,1731755563496 2024-11-16T11:12:56,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce81bf5 2024-11-16T11:12:56,924 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:12:56,926 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:12:56,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:12:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T11:12:56,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:12:56,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T11:12:56,943 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:12:56,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:12:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:12:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:12:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:12:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:12:56,962 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1ddb22dbc211e5f545a3eddbad24894, NAME => 'SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,962 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de7c4b1df668b1458a1183a8d8936bdb, NAME => 'SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c762caf926c0de4918c10746e38bd199, NAME => 'SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741838_1014 (size=62) 2024-11-16T11:12:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741840_1016 (size=54) 2024-11-16T11:12:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741840_1016 (size=54) 2024-11-16T11:12:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741838_1014 (size=62) 2024-11-16T11:12:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741838_1014 (size=62) 2024-11-16T11:12:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741840_1016 (size=54) 2024-11-16T11:12:56,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f1ddb22dbc211e5f545a3eddbad24894, disabling compactions & flushes 2024-11-16T11:12:56,981 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing de7c4b1df668b1458a1183a8d8936bdb, disabling compactions & flushes 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. after waiting 0 ms 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:12:56,981 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:12:56,981 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1ddb22dbc211e5f545a3eddbad24894: Waiting for close lock at 1731755576980Disabling compacts and flushes for region at 1731755576980Disabling writes for close at 1731755576981 (+1 ms)Writing region close event to WAL at 1731755576981Closed at 1731755576981 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. after waiting 0 ms 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:12:56,981 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:12:56,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for de7c4b1df668b1458a1183a8d8936bdb: Waiting for close lock at 1731755576981Disabling compacts and flushes for region at 1731755576981Disabling writes for close at 1731755576981Writing region close event to WAL at 1731755576981Closed at 1731755576981 2024-11-16T11:12:56,982 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 061665106da7b66261d82d4450642529, NAME => 'SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:12:56,983 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e8a0dba3b0384867b9c8f505bf2a51a1, NAME => 'SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:12:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c762caf926c0de4918c10746e38bd199, disabling compactions & flushes 2024-11-16T11:12:56,985 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. after waiting 0 ms 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:12:56,985 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:12:56,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c762caf926c0de4918c10746e38bd199: Waiting for close lock at 1731755576985Disabling compacts and flushes for region at 1731755576985Disabling writes for close at 1731755576985Writing region close event to WAL at 1731755576985Closed at 1731755576985 2024-11-16T11:12:56,986 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6c3883090a5d8d54fe55b0c17ffc7b0, NAME => 'SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:12:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:12:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:12:56,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:56,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 061665106da7b66261d82d4450642529, disabling compactions & flushes 2024-11-16T11:12:56,999 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:12:56,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:12:56,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. after waiting 0 ms 2024-11-16T11:12:56,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:12:56,999 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:12:57,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 061665106da7b66261d82d4450642529: Waiting for close lock at 1731755576999Disabling compacts and flushes for region at 1731755576999Disabling writes for close at 1731755576999Writing region close event to WAL at 1731755576999Closed at 1731755576999 2024-11-16T11:12:57,000 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67cf6495e88c7520bcc5340c9f037eb1, NAME => 'SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:12:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:12:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e8a0dba3b0384867b9c8f505bf2a51a1, disabling compactions & flushes 2024-11-16T11:12:57,008 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. after waiting 0 ms 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:12:57,008 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:12:57,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e8a0dba3b0384867b9c8f505bf2a51a1: Waiting for close lock at 1731755577008Disabling compacts and flushes for region at 1731755577008Disabling writes for close at 1731755577008Writing region close event to WAL at 1731755577008Closed at 1731755577008 2024-11-16T11:12:57,009 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41f558db1aed90b1558513eca1783702, NAME => 'SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:12:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:12:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c6c3883090a5d8d54fe55b0c17ffc7b0, disabling compactions & flushes 2024-11-16T11:12:57,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. after waiting 0 ms 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:12:57,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:12:57,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6c3883090a5d8d54fe55b0c17ffc7b0: Waiting for close lock at 1731755577014Disabling compacts and flushes for region at 1731755577014Disabling writes for close at 1731755577014Writing region close event to WAL at 1731755577014Closed at 1731755577014 2024-11-16T11:12:57,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bdab8fa4d184dfc0fa4b8435883d05ad, NAME => 'SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:12:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:12:57,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 67cf6495e88c7520bcc5340c9f037eb1, disabling compactions & flushes 2024-11-16T11:12:57,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. after waiting 0 ms 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:12:57,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:12:57,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67cf6495e88c7520bcc5340c9f037eb1: Waiting for close lock at 1731755577023Disabling compacts and flushes for region at 1731755577023Disabling writes for close at 1731755577023Writing region close event to WAL at 1731755577023Closed at 1731755577023 2024-11-16T11:12:57,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0108eb0f6a81440f4f1d81a3b65b105d, NAME => 'SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc 2024-11-16T11:12:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:12:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:12:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:12:57,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 41f558db1aed90b1558513eca1783702, disabling compactions & flushes 2024-11-16T11:12:57,033 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:12:57,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:12:57,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. after waiting 0 ms 2024-11-16T11:12:57,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:12:57,033 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:12:57,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41f558db1aed90b1558513eca1783702: Waiting for close lock at 1731755577032Disabling compacts and flushes for region at 1731755577032Disabling writes for close at 1731755577033 (+1 ms)Writing region close event to WAL at 1731755577033Closed at 1731755577033 2024-11-16T11:12:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:12:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:12:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bdab8fa4d184dfc0fa4b8435883d05ad, disabling compactions & flushes 2024-11-16T11:12:57,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. after waiting 0 ms 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:12:57,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:12:57,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bdab8fa4d184dfc0fa4b8435883d05ad: Waiting for close lock at 1731755577038Disabling compacts and flushes for region at 1731755577038Disabling writes for close at 1731755577038Writing region close event to WAL at 1731755577038Closed at 1731755577038 2024-11-16T11:12:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:12:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:12:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:12:57,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:12:57,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0108eb0f6a81440f4f1d81a3b65b105d, disabling compactions & flushes 2024-11-16T11:12:57,049 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:12:57,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:12:57,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. after waiting 0 ms 2024-11-16T11:12:57,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:12:57,049 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:12:57,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0108eb0f6a81440f4f1d81a3b65b105d: Waiting for close lock at 1731755577048Disabling compacts and flushes for region at 1731755577048Disabling writes for close at 1731755577049 (+1 ms)Writing region close event to WAL at 1731755577049Closed at 1731755577049 2024-11-16T11:12:57,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:12:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:12:57,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731755577051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755577051"}]},"ts":"1731755577051"} 2024-11-16T11:12:57,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T11:12:57,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:12:57,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755577094"}]},"ts":"1731755577094"} 2024-11-16T11:12:57,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T11:12:57,101 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:12:57,108 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:12:57,108 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:12:57,108 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:12:57,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:12:57,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c762caf926c0de4918c10746e38bd199, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de7c4b1df668b1458a1183a8d8936bdb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a0dba3b0384867b9c8f505bf2a51a1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6c3883090a5d8d54fe55b0c17ffc7b0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41f558db1aed90b1558513eca1783702, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdab8fa4d184dfc0fa4b8435883d05ad, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN}] 2024-11-16T11:12:57,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41f558db1aed90b1558513eca1783702, ASSIGN 2024-11-16T11:12:57,113 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdab8fa4d184dfc0fa4b8435883d05ad, ASSIGN 2024-11-16T11:12:57,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN 2024-11-16T11:12:57,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN 2024-11-16T11:12:57,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6c3883090a5d8d54fe55b0c17ffc7b0, ASSIGN 2024-11-16T11:12:57,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bdab8fa4d184dfc0fa4b8435883d05ad, ASSIGN; state=OFFLINE, location=a7948fca2832,32885,1731755564471; forceNewPlan=false, retain=false 2024-11-16T11:12:57,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41f558db1aed90b1558513eca1783702, ASSIGN; state=OFFLINE, location=a7948fca2832,37195,1731755564308; forceNewPlan=false, retain=false 2024-11-16T11:12:57,115 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN; state=OFFLINE, location=a7948fca2832,42283,1731755564420; forceNewPlan=false, retain=false 2024-11-16T11:12:57,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN; state=OFFLINE, location=a7948fca2832,42283,1731755564420; forceNewPlan=false, retain=false 2024-11-16T11:12:57,117 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6c3883090a5d8d54fe55b0c17ffc7b0, ASSIGN; state=OFFLINE, location=a7948fca2832,32885,1731755564471; forceNewPlan=false, retain=false 2024-11-16T11:12:57,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN 2024-11-16T11:12:57,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a0dba3b0384867b9c8f505bf2a51a1, ASSIGN 2024-11-16T11:12:57,123 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN; state=OFFLINE, location=a7948fca2832,42283,1731755564420; forceNewPlan=false, retain=false 2024-11-16T11:12:57,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a0dba3b0384867b9c8f505bf2a51a1, ASSIGN; state=OFFLINE, location=a7948fca2832,37195,1731755564308; forceNewPlan=false, retain=false 2024-11-16T11:12:57,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de7c4b1df668b1458a1183a8d8936bdb, ASSIGN 2024-11-16T11:12:57,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN 2024-11-16T11:12:57,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c762caf926c0de4918c10746e38bd199, ASSIGN 2024-11-16T11:12:57,125 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN; state=OFFLINE, location=a7948fca2832,42283,1731755564420; forceNewPlan=false, retain=false 2024-11-16T11:12:57,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c762caf926c0de4918c10746e38bd199, ASSIGN; state=OFFLINE, location=a7948fca2832,32885,1731755564471; forceNewPlan=false, retain=false 2024-11-16T11:12:57,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de7c4b1df668b1458a1183a8d8936bdb, ASSIGN; state=OFFLINE, location=a7948fca2832,37195,1731755564308; forceNewPlan=false, retain=false 2024-11-16T11:12:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:12:57,268 INFO [a7948fca2832:36575 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T11:12:57,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1ddb22dbc211e5f545a3eddbad24894, regionState=OPENING, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:12:57,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=67cf6495e88c7520bcc5340c9f037eb1, regionState=OPENING, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:12:57,269 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0108eb0f6a81440f4f1d81a3b65b105d, regionState=OPENING, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:12:57,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=061665106da7b66261d82d4450642529, regionState=OPENING, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:12:57,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41f558db1aed90b1558513eca1783702, regionState=OPENING, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:12:57,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c762caf926c0de4918c10746e38bd199, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:12:57,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=de7c4b1df668b1458a1183a8d8936bdb, regionState=OPENING, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:12:57,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c6c3883090a5d8d54fe55b0c17ffc7b0, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:12:57,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bdab8fa4d184dfc0fa4b8435883d05ad, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:12:57,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8a0dba3b0384867b9c8f505bf2a51a1, regionState=OPENING, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:12:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN because future has completed 2024-11-16T11:12:57,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,42283,1731755564420}] 2024-11-16T11:12:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN because future has completed 2024-11-16T11:12:57,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,42283,1731755564420}] 2024-11-16T11:12:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN because future has completed 2024-11-16T11:12:57,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41f558db1aed90b1558513eca1783702, ASSIGN because future has completed 2024-11-16T11:12:57,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f558db1aed90b1558513eca1783702, server=a7948fca2832,37195,1731755564308}] 2024-11-16T11:12:57,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,42283,1731755564420}] 2024-11-16T11:12:57,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN because future has completed 2024-11-16T11:12:57,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de7c4b1df668b1458a1183a8d8936bdb, ASSIGN because future has completed 2024-11-16T11:12:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6c3883090a5d8d54fe55b0c17ffc7b0, ASSIGN because future has completed 2024-11-16T11:12:57,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:12:57,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,42283,1731755564420}] 2024-11-16T11:12:57,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure de7c4b1df668b1458a1183a8d8936bdb, server=a7948fca2832,37195,1731755564308}] 2024-11-16T11:12:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bdab8fa4d184dfc0fa4b8435883d05ad, ASSIGN because future has completed 2024-11-16T11:12:57,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c762caf926c0de4918c10746e38bd199, ASSIGN because future has completed 2024-11-16T11:12:57,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a0dba3b0384867b9c8f505bf2a51a1, ASSIGN because future has completed 2024-11-16T11:12:57,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c762caf926c0de4918c10746e38bd199, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:12:57,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1, server=a7948fca2832,37195,1731755564308}] 2024-11-16T11:12:57,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:12:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:12:57,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:12:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:12:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:13:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:13:01,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:13:03,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:13:03,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:13:03,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:13:03,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:13:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:13:07,281 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:13:07,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:13:07,297 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:07,297 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ddb22dbc211e5f545a3eddbad24894, NAME => 'SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T11:13:07,297 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:13:07,297 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,297 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,298 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,298 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:13:07,300 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,303 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ddb22dbc211e5f545a3eddbad24894 columnFamilyName cf 2024-11-16T11:13:07,303 DEBUG [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,304 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] regionserver.HStore(327): Store=f1ddb22dbc211e5f545a3eddbad24894/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,305 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:13:07,305 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a0dba3b0384867b9c8f505bf2a51a1, NAME => 'SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T11:13:07,306 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,306 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,306 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,307 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,307 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,307 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,307 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,307 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,308 INFO [StoreOpener-e8a0dba3b0384867b9c8f505bf2a51a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,310 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,311 INFO [StoreOpener-e8a0dba3b0384867b9c8f505bf2a51a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a0dba3b0384867b9c8f505bf2a51a1 columnFamilyName cf 2024-11-16T11:13:07,311 DEBUG [StoreOpener-e8a0dba3b0384867b9c8f505bf2a51a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,311 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:13:07,311 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c6c3883090a5d8d54fe55b0c17ffc7b0, NAME => 'SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T11:13:07,312 INFO [StoreOpener-e8a0dba3b0384867b9c8f505bf2a51a1-1 {}] regionserver.HStore(327): Store=e8a0dba3b0384867b9c8f505bf2a51a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,313 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,314 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f1ddb22dbc211e5f545a3eddbad24894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61612583, jitterRate=-0.08190096914768219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,314 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:07,316 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f1ddb22dbc211e5f545a3eddbad24894: Running coprocessor pre-open hook at 1731755587298Writing region info on filesystem at 1731755587298Initializing all the Stores at 1731755587300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587300Cleaning up temporary data from old regions at 1731755587307 (+7 ms)Running coprocessor post-open hooks at 1731755587315 (+8 ms)Region opened successfully at 1731755587315 2024-11-16T11:13:07,316 INFO [StoreOpener-c6c3883090a5d8d54fe55b0c17ffc7b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,317 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,318 INFO [StoreOpener-c6c3883090a5d8d54fe55b0c17ffc7b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c3883090a5d8d54fe55b0c17ffc7b0 columnFamilyName cf 2024-11-16T11:13:07,318 DEBUG [StoreOpener-c6c3883090a5d8d54fe55b0c17ffc7b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,318 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894., pid=15, masterSystemTime=1731755587280 2024-11-16T11:13:07,319 INFO [StoreOpener-c6c3883090a5d8d54fe55b0c17ffc7b0-1 {}] regionserver.HStore(327): Store=c6c3883090a5d8d54fe55b0c17ffc7b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,319 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,321 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,321 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:07,321 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,321 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:07,321 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 67cf6495e88c7520bcc5340c9f037eb1, NAME => 'SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,322 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1ddb22dbc211e5f545a3eddbad24894, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:13:07,323 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/e8a0dba3b0384867b9c8f505bf2a51a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,324 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,324 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e8a0dba3b0384867b9c8f505bf2a51a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61286749, jitterRate=-0.08675627410411835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,325 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:07,325 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e8a0dba3b0384867b9c8f505bf2a51a1: Running coprocessor pre-open hook at 1731755587307Writing region info on filesystem at 1731755587307Initializing all the Stores at 1731755587308 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587308Cleaning up temporary data from old regions at 1731755587315 (+7 ms)Running coprocessor post-open hooks at 1731755587325 (+10 ms)Region opened successfully at 1731755587325 2024-11-16T11:13:07,325 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,42283,1731755564420 because future has completed 2024-11-16T11:13:07,326 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1., pid=23, masterSystemTime=1731755587297 2024-11-16T11:13:07,328 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67cf6495e88c7520bcc5340c9f037eb1 columnFamilyName cf 2024-11-16T11:13:07,329 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:13:07,329 DEBUG [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,329 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:13:07,329 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:13:07,329 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 41f558db1aed90b1558513eca1783702, NAME => 'SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T11:13:07,330 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] regionserver.HStore(327): Store=67cf6495e88c7520bcc5340c9f037eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,330 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,330 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c6c3883090a5d8d54fe55b0c17ffc7b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,330 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,330 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,331 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,331 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,331 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c6c3883090a5d8d54fe55b0c17ffc7b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60047569, jitterRate=-0.10522149503231049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,331 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:07,331 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,332 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c6c3883090a5d8d54fe55b0c17ffc7b0: Running coprocessor pre-open hook at 1731755587313Writing region info on filesystem at 1731755587313Initializing all the Stores at 1731755587314 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587314Cleaning up temporary data from old regions at 1731755587322 (+8 ms)Running coprocessor post-open hooks at 1731755587331 (+9 ms)Region opened successfully at 1731755587332 (+1 ms) 2024-11-16T11:13:07,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8a0dba3b0384867b9c8f505bf2a51a1, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:07,332 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,333 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,333 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,334 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0., pid=21, masterSystemTime=1731755587305 2024-11-16T11:13:07,334 INFO [StoreOpener-41f558db1aed90b1558513eca1783702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-16T11:13:07,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,42283,1731755564420 in 10.0530 sec 2024-11-16T11:13:07,337 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:13:07,337 INFO [StoreOpener-41f558db1aed90b1558513eca1783702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f558db1aed90b1558513eca1783702 columnFamilyName cf 2024-11-16T11:13:07,337 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:13:07,337 DEBUG [StoreOpener-41f558db1aed90b1558513eca1783702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,337 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:13:07,337 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => bdab8fa4d184dfc0fa4b8435883d05ad, NAME => 'SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1, server=a7948fca2832,37195,1731755564308 because future has completed 2024-11-16T11:13:07,338 INFO [StoreOpener-41f558db1aed90b1558513eca1783702-1 {}] regionserver.HStore(327): Store=41f558db1aed90b1558513eca1783702/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,338 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c6c3883090a5d8d54fe55b0c17ffc7b0, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:07,340 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN in 10.2260 sec 2024-11-16T11:13:07,341 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,342 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,342 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,342 INFO [StoreOpener-bdab8fa4d184dfc0fa4b8435883d05ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0, server=a7948fca2832,32885,1731755564471 because future has completed 2024-11-16T11:13:07,345 INFO [StoreOpener-bdab8fa4d184dfc0fa4b8435883d05ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdab8fa4d184dfc0fa4b8435883d05ad columnFamilyName cf 2024-11-16T11:13:07,345 DEBUG [StoreOpener-bdab8fa4d184dfc0fa4b8435883d05ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,345 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,346 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 67cf6495e88c7520bcc5340c9f037eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70763619, jitterRate=0.05446009337902069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,346 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:07,346 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,346 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 67cf6495e88c7520bcc5340c9f037eb1: Running coprocessor pre-open hook at 1731755587323Writing region info on filesystem at 1731755587323Initializing all the Stores at 1731755587324 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587324Cleaning up temporary data from old regions at 1731755587333 (+9 ms)Running coprocessor post-open hooks at 1731755587346 (+13 ms)Region opened successfully at 1731755587346 2024-11-16T11:13:07,346 INFO [StoreOpener-bdab8fa4d184dfc0fa4b8435883d05ad-1 {}] regionserver.HStore(327): Store=bdab8fa4d184dfc0fa4b8435883d05ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,346 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,347 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., pid=17, masterSystemTime=1731755587280 2024-11-16T11:13:07,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-16T11:13:07,349 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1, server=a7948fca2832,37195,1731755564308 in 10.0410 sec 2024-11-16T11:13:07,350 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,350 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,351 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,351 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:07,352 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:07,352 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:07,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-16T11:13:07,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a0dba3b0384867b9c8f505bf2a51a1, ASSIGN in 10.2400 sec 2024-11-16T11:13:07,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=67cf6495e88c7520bcc5340c9f037eb1, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:13:07,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0, server=a7948fca2832,32885,1731755564471 in 10.0570 sec 2024-11-16T11:13:07,353 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0108eb0f6a81440f4f1d81a3b65b105d, NAME => 'SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T11:13:07,353 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,353 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,353 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,353 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6c3883090a5d8d54fe55b0c17ffc7b0, ASSIGN in 10.2430 sec 2024-11-16T11:13:07,356 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,42283,1731755564420 because future has completed 2024-11-16T11:13:07,356 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,357 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,358 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0108eb0f6a81440f4f1d81a3b65b105d columnFamilyName cf 2024-11-16T11:13:07,358 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 41f558db1aed90b1558513eca1783702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75271688, jitterRate=0.1216355562210083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,359 DEBUG [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,359 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:07,359 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 41f558db1aed90b1558513eca1783702: Running coprocessor pre-open hook at 1731755587331Writing region info on filesystem at 1731755587331Initializing all the Stores at 1731755587334 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587334Cleaning up temporary data from old regions at 1731755587342 (+8 ms)Running coprocessor post-open hooks at 1731755587359 (+17 ms)Region opened successfully at 1731755587359 2024-11-16T11:13:07,359 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,359 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] regionserver.HStore(327): Store=0108eb0f6a81440f4f1d81a3b65b105d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,360 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,360 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., pid=18, masterSystemTime=1731755587297 2024-11-16T11:13:07,361 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,361 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened bdab8fa4d184dfc0fa4b8435883d05ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59422798, jitterRate=-0.11453130841255188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,362 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:07,362 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for bdab8fa4d184dfc0fa4b8435883d05ad: Running coprocessor pre-open hook at 1731755587338Writing region info on filesystem at 1731755587338Initializing all the Stores at 1731755587340 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587341 (+1 ms)Cleaning up temporary data from old regions at 1731755587351 (+10 ms)Running coprocessor post-open hooks at 1731755587362 (+11 ms)Region opened successfully at 1731755587362 2024-11-16T11:13:07,362 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,363 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., pid=24, masterSystemTime=1731755587305 2024-11-16T11:13:07,363 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,363 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,364 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:13:07,365 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:13:07,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-16T11:13:07,365 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:13:07,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,42283,1731755564420 in 10.0790 sec 2024-11-16T11:13:07,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => de7c4b1df668b1458a1183a8d8936bdb, NAME => 'SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T11:13:07,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41f558db1aed90b1558513eca1783702, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:07,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:13:07,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,366 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:13:07,367 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,367 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,367 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:13:07,368 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c762caf926c0de4918c10746e38bd199, NAME => 'SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T11:13:07,368 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN in 10.2560 sec 2024-11-16T11:13:07,369 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,369 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bdab8fa4d184dfc0fa4b8435883d05ad, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:07,369 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,369 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,369 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f558db1aed90b1558513eca1783702, server=a7948fca2832,37195,1731755564308 because future has completed 2024-11-16T11:13:07,372 INFO [StoreOpener-de7c4b1df668b1458a1183a8d8936bdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,373 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,373 INFO [StoreOpener-c762caf926c0de4918c10746e38bd199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad, server=a7948fca2832,32885,1731755564471 because future has completed 2024-11-16T11:13:07,374 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0108eb0f6a81440f4f1d81a3b65b105d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70394256, jitterRate=0.04895615577697754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,374 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:07,374 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0108eb0f6a81440f4f1d81a3b65b105d: Running coprocessor pre-open hook at 1731755587353Writing region info on filesystem at 1731755587353Initializing all the Stores at 1731755587356 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587356Cleaning up temporary data from old regions at 1731755587363 (+7 ms)Running coprocessor post-open hooks at 1731755587374 (+11 ms)Region opened successfully at 1731755587374 2024-11-16T11:13:07,376 INFO [StoreOpener-de7c4b1df668b1458a1183a8d8936bdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de7c4b1df668b1458a1183a8d8936bdb columnFamilyName cf 2024-11-16T11:13:07,376 DEBUG [StoreOpener-de7c4b1df668b1458a1183a8d8936bdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,377 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., pid=16, masterSystemTime=1731755587280 2024-11-16T11:13:07,377 INFO [StoreOpener-c762caf926c0de4918c10746e38bd199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c762caf926c0de4918c10746e38bd199 columnFamilyName cf 2024-11-16T11:13:07,377 DEBUG [StoreOpener-c762caf926c0de4918c10746e38bd199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,377 INFO [StoreOpener-de7c4b1df668b1458a1183a8d8936bdb-1 {}] regionserver.HStore(327): Store=de7c4b1df668b1458a1183a8d8936bdb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-16T11:13:07,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 41f558db1aed90b1558513eca1783702, server=a7948fca2832,37195,1731755564308 in 10.0910 sec 2024-11-16T11:13:07,378 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,378 INFO [StoreOpener-c762caf926c0de4918c10746e38bd199-1 {}] regionserver.HStore(327): Store=c762caf926c0de4918c10746e38bd199/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,378 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,379 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,380 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,380 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,381 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:07,381 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,381 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:07,381 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,381 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:07,381 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 061665106da7b66261d82d4450642529, NAME => 'SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T11:13:07,380 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,382 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,382 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:07,382 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,382 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-16T11:13:07,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0108eb0f6a81440f4f1d81a3b65b105d, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:13:07,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41f558db1aed90b1558513eca1783702, ASSIGN in 10.2690 sec 2024-11-16T11:13:07,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad, server=a7948fca2832,32885,1731755564471 in 10.0710 sec 2024-11-16T11:13:07,384 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,385 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,385 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,42283,1731755564420 because future has completed 2024-11-16T11:13:07,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdab8fa4d184dfc0fa4b8435883d05ad, ASSIGN in 10.2750 sec 2024-11-16T11:13:07,389 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,392 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,395 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 061665106da7b66261d82d4450642529 columnFamilyName cf 2024-11-16T11:13:07,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-16T11:13:07,395 DEBUG [StoreOpener-061665106da7b66261d82d4450642529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:07,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,42283,1731755564420 in 10.1130 sec 2024-11-16T11:13:07,396 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] regionserver.HStore(327): Store=061665106da7b66261d82d4450642529/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:07,396 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,397 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529 2024-11-16T11:13:07,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN in 10.2860 sec 2024-11-16T11:13:07,398 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529 2024-11-16T11:13:07,399 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,399 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,401 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c762caf926c0de4918c10746e38bd199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,401 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,401 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/de7c4b1df668b1458a1183a8d8936bdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,402 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened de7c4b1df668b1458a1183a8d8936bdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71928084, jitterRate=0.0718119740486145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,402 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c762caf926c0de4918c10746e38bd199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63500512, jitterRate=-0.05376863479614258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,402 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:07,402 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c762caf926c0de4918c10746e38bd199: Running coprocessor pre-open hook at 1731755587369Writing region info on filesystem at 1731755587369Initializing all the Stores at 1731755587371 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587371Cleaning up temporary data from old regions at 1731755587385 (+14 ms)Running coprocessor post-open hooks at 1731755587402 (+17 ms)Region opened successfully at 1731755587402 2024-11-16T11:13:07,402 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:07,402 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for de7c4b1df668b1458a1183a8d8936bdb: Running coprocessor pre-open hook at 1731755587367Writing region info on filesystem at 1731755587367Initializing all the Stores at 1731755587370 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587370Cleaning up temporary data from old regions at 1731755587381 (+11 ms)Running coprocessor post-open hooks at 1731755587402 (+21 ms)Region opened successfully at 1731755587402 2024-11-16T11:13:07,403 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199., pid=22, masterSystemTime=1731755587305 2024-11-16T11:13:07,403 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb., pid=20, masterSystemTime=1731755587297 2024-11-16T11:13:07,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:13:07,406 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:13:07,407 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:13:07,407 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 061665106da7b66261d82d4450642529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61048282, jitterRate=-0.09030970931053162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:07,408 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 061665106da7b66261d82d4450642529 2024-11-16T11:13:07,408 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 061665106da7b66261d82d4450642529: Running coprocessor pre-open hook at 1731755587382Writing region info on filesystem at 1731755587382Initializing all the Stores at 1731755587386 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755587387 (+1 ms)Cleaning up temporary data from old regions at 1731755587399 (+12 ms)Running coprocessor post-open hooks at 1731755587408 (+9 ms)Region opened successfully at 1731755587408 2024-11-16T11:13:07,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=de7c4b1df668b1458a1183a8d8936bdb, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:07,409 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529., pid=19, masterSystemTime=1731755587280 2024-11-16T11:13:07,410 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:13:07,411 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:13:07,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c762caf926c0de4918c10746e38bd199, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:07,411 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:07,411 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure de7c4b1df668b1458a1183a8d8936bdb, server=a7948fca2832,37195,1731755564308 because future has completed 2024-11-16T11:13:07,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=061665106da7b66261d82d4450642529, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,42283,1731755564420 2024-11-16T11:13:07,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c762caf926c0de4918c10746e38bd199, server=a7948fca2832,32885,1731755564471 because future has completed 2024-11-16T11:13:07,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,42283,1731755564420 because future has completed 2024-11-16T11:13:07,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-16T11:13:07,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-16T11:13:07,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure de7c4b1df668b1458a1183a8d8936bdb, server=a7948fca2832,37195,1731755564308 in 10.1280 sec 2024-11-16T11:13:07,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c762caf926c0de4918c10746e38bd199, server=a7948fca2832,32885,1731755564471 in 10.1180 sec 2024-11-16T11:13:07,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-16T11:13:07,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de7c4b1df668b1458a1183a8d8936bdb, ASSIGN in 10.3120 sec 2024-11-16T11:13:07,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,42283,1731755564420 in 10.1320 sec 2024-11-16T11:13:07,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c762caf926c0de4918c10746e38bd199, ASSIGN in 10.3140 sec 2024-11-16T11:13:07,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T11:13:07,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN in 10.3150 sec 2024-11-16T11:13:07,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:13:07,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755587430"}]},"ts":"1731755587430"} 2024-11-16T11:13:07,433 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T11:13:07,435 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:13:07,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5020 sec 2024-11-16T11:13:09,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T11:13:12,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:13:12,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:13:13,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-16T11:13:13,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-16T11:13:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:13:15,164 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T11:13:15,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T11:13:15,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:13:15,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T11:13:15,181 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:13:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T11:13:15,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., hostname=a7948fca2832,37195,1731755564308, seqNum=2] 2024-11-16T11:13:15,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., hostname=a7948fca2832,32885,1731755564471, seqNum=2] 2024-11-16T11:13:15,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:15,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., hostname=a7948fca2832,42283,1731755564420, seqNum=2] 2024-11-16T11:13:16,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:13:16,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:13:16,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:13:16,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:13:16,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:13:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:16,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:13:16,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:13:17,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:13:17,641 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T11:13:17,643 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:13:17,644 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T11:13:17,649 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T11:13:17,664 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T11:13:17,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:13:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:13:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:13:17,684 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T11:13:17,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c762caf926c0de4918c10746e38bd199}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7c4b1df668b1458a1183a8d8936bdb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41f558db1aed90b1558513eca1783702}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d}] 2024-11-16T11:13:17,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:17,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:17,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:17,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:17,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:17,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:17,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:17,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:17,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:17,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:17,744 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a7948fca2832,42283,1731755564420 2024-11-16T11:13:17,745 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a7948fca2832,42283,1731755564420: Simulated kill ***** 2024-11-16T11:13:17,745 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:13:17,747 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:13:17,748 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:13:17,750 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:13:17,751 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:13:17,755 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611972608 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153541240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62865", "tag.serverName": "a7948fca2832,42283,1731755564420", "tag.clusterId": "b1b1df06-d07c-4194-9983-c3c9c9787153", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731755564420, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T11:13:17,758 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36575 {}] master.MasterRpcServices(700): a7948fca2832,42283,1731755564420 reported a fatal error: ***** ABORTING region server a7948fca2832,42283,1731755564420: Simulated kill ***** 2024-11-16T11:13:17,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,42283,1731755564420' ***** 2024-11-16T11:13:17,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T11:13:17,761 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:13:17,761 INFO [RS:1;a7948fca2832:42283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T11:13:17,761 INFO [RS:1;a7948fca2832:42283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T11:13:17,761 INFO [RS:1;a7948fca2832:42283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:13:17,761 INFO [RS:1;a7948fca2832:42283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a7948fca2832:42283. 2024-11-16T11:13:17,761 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:13:17,761 DEBUG [RS:1;a7948fca2832:42283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:13:17,761 DEBUG [RS:1;a7948fca2832:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:13:17,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:13:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741833_1009 (size=1242) 2024-11-16T11:13:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741833_1009 (size=1242) 2024-11-16T11:13:17,766 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:13:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741833_1009 (size=1242) 2024-11-16T11:13:17,768 DEBUG [RS:1;a7948fca2832:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:13:17,768 INFO [RS:1;a7948fca2832:42283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:13:17,768 INFO [RS:1;a7948fca2832:42283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42283 2024-11-16T11:13:17,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:13:17,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,42283,1731755564420 2024-11-16T11:13:17,838 INFO [RS:1;a7948fca2832:42283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:13:17,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,42283,1731755564420] 2024-11-16T11:13:17,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,42283,1731755564420 already deleted, retry=false 2024-11-16T11:13:17,859 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a7948fca2832,42283,1731755564420 on a7948fca2832,36575,1731755563496 2024-11-16T11:13:17,864 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7948fca2832,42283,1731755564420, splitWal=true, meta=false 2024-11-16T11:13:17,868 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for a7948fca2832,42283,1731755564420 (carryingMeta=false) a7948fca2832,42283,1731755564420/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3f84e400[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T11:13:17,869 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7948fca2832,42283,1731755564420, splitWal=true, meta=false 2024-11-16T11:13:17,870 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): a7948fca2832,42283,1731755564420 had 4 regions 2024-11-16T11:13:17,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:17,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:17,870 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:17,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:17,872 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,42283,1731755564420, splitWal=true, meta=false, isMeta: false 2024-11-16T11:13:17,872 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d can not run currently because target server of region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. a7948fca2832,42283,1731755564420 is in state CRASHED, wait 1000 ms to retry 2024-11-16T11:13:17,872 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 can not run currently because target server of region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. a7948fca2832,42283,1731755564420 is in state CRASHED, wait 1000 ms to retry 2024-11-16T11:13:17,872 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894; timeout=1000, timestamp=1731755598872 2024-11-16T11:13:17,872 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d; timeout=1000, timestamp=1731755598872 2024-11-16T11:13:17,873 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 can not run currently because target server of region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T11:13:17,873 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1; timeout=1000, timestamp=1731755598873 2024-11-16T11:13:17,874 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 can not run currently because target server of region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T11:13:17,874 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529; timeout=1000, timestamp=1731755598874 2024-11-16T11:13:17,876 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting 2024-11-16T11:13:17,877 INFO [PEWorker-4 {}] master.SplitWALManager(105): a7948fca2832,42283,1731755564420 WAL count=1, meta=false 2024-11-16T11:13:17,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7948fca2832%2C42283%2C1731755564420.1731755566096}] 2024-11-16T11:13:17,885 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:17,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C42283%2C1731755564420.1731755566096, worker=a7948fca2832,32885,1731755564471}] 2024-11-16T11:13:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:13:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x1014358d2720002, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:13:17,950 INFO [RS:1;a7948fca2832:42283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:13:17,950 INFO [RS:1;a7948fca2832:42283 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,42283,1731755564420; zookeeper connection closed. 2024-11-16T11:13:17,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f06c519 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f06c519 2024-11-16T11:13:18,023 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:13:18,023 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:13:18,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:18,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:18,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:18,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:18,878 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 can not run currently because target server of region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T11:13:18,878 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 can not run currently because target server of region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T11:13:18,878 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d can not run currently because target server of region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T11:13:18,878 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1; timeout=2000, timestamp=1731755600878 2024-11-16T11:13:18,878 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894; timeout=2000, timestamp=1731755600878 2024-11-16T11:13:18,878 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 can not run currently because target server of region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T11:13:18,878 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d; timeout=2000, timestamp=1731755600878 2024-11-16T11:13:18,879 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529; timeout=2000, timestamp=1731755600879 2024-11-16T11:13:20,572 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:36575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T11:13:20,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:20,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:20,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:20,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:20,880 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d can not run currently because target server of region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T11:13:20,880 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 can not run currently because target server of region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T11:13:20,880 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 can not run currently because target server of region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T11:13:20,880 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d; timeout=4000, timestamp=1731755604880 2024-11-16T11:13:20,880 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1; timeout=4000, timestamp=1731755604880 2024-11-16T11:13:20,880 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894; timeout=4000, timestamp=1731755604880 2024-11-16T11:13:20,880 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 can not run currently because target server of region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T11:13:20,881 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529; timeout=4000, timestamp=1731755604881 2024-11-16T11:13:24,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:24,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:24,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:24,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:24,886 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d can not run currently because target server of region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T11:13:24,886 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 can not run currently because target server of region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T11:13:24,886 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 can not run currently because target server of region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T11:13:24,886 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 can not run currently because target server of region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. a7948fca2832,42283,1731755564420 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T11:13:24,886 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d; timeout=8000, timestamp=1731755612886 2024-11-16T11:13:24,886 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1; timeout=8000, timestamp=1731755612886 2024-11-16T11:13:24,886 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894; timeout=8000, timestamp=1731755612886 2024-11-16T11:13:24,886 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 061665106da7b66261d82d4450642529; timeout=8000, timestamp=1731755612886 2024-11-16T11:13:27,305 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=a7948fca2832,42283,1731755564420, timeout=1731755607696, delay=390, operations=null, containedObject=a7948fca2832,32885,1731755564471, timeout=1731755607696, delay=390, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c762caf926c0de4918c10746e38bd199, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C42283%2C1731755564420.1731755566096, worker=a7948fca2832,32885,1731755564471, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0], containedObject=a7948fca2832,37195,1731755564308, timeout=1731755607697, delay=391, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7c4b1df668b1458a1183a8d8936bdb, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41f558db1aed90b1558513eca1783702]] 2024-11-16T11:13:27,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T11:13:27,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T11:13:27,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T11:13:27,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:13:27,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:13:27,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-16T11:13:27,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T11:13:27,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:13:27,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T11:13:27,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:13:27,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T11:13:27,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:13:27,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:13:27,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 41f558db1aed90b1558513eca1783702 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T11:13:27,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing bdab8fa4d184dfc0fa4b8435883d05ad 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c762caf926c0de4918c10746e38bd199: 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c6c3883090a5d8d54fe55b0c17ffc7b0: 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e8a0dba3b0384867b9c8f505bf2a51a1: 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for de7c4b1df668b1458a1183a8d8936bdb: 2024-11-16T11:13:27,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:27,735 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096, size=1.2 K (1242bytes) 2024-11-16T11:13:27,736 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T11:13:27,737 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T11:13:27,737 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 2024-11-16T11:13:27,744 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 after 6ms 2024-11-16T11:13:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741849_1025 (size=65) 2024-11-16T11:13:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741849_1025 (size=65) 2024-11-16T11:13:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741852_1028 (size=65) 2024-11-16T11:13:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741849_1025 (size=65) 2024-11-16T11:13:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:13:27,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:13:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741852_1028 (size=65) 2024-11-16T11:13:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:13:27,760 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 took 26ms 2024-11-16T11:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741852_1028 (size=65) 2024-11-16T11:13:27,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:13:27,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:13:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:13:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T11:13:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T11:13:27,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T11:13:27,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T11:13:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T11:13:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T11:13:27,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:27,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:27,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:13:27,767 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:13:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T11:13:27,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:27,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c762caf926c0de4918c10746e38bd199 2024-11-16T11:13:27,772 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f1ddb22dbc211e5f545a3eddbad24894: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:13:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T11:13:27,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:27,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6c3883090a5d8d54fe55b0c17ffc7b0 in 10.0830 sec 2024-11-16T11:13:27,774 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 67cf6495e88c7520bcc5340c9f037eb1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:13:27,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de7c4b1df668b1458a1183a8d8936bdb in 10.0830 sec 2024-11-16T11:13:27,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:13:27,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c762caf926c0de4918c10746e38bd199 in 10.0870 sec 2024-11-16T11:13:27,777 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0108eb0f6a81440f4f1d81a3b65b105d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:13:27,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8a0dba3b0384867b9c8f505bf2a51a1 in 10.0910 sec 2024-11-16T11:13:27,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 061665106da7b66261d82d4450642529: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:13:27,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 so closing down 2024-11-16T11:13:27,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:13:27,780 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:13:27,787 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-16T11:13:27,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096, journal: Splitting hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096, size=1.2 K (1242bytes) at 1731755607736Finishing writing output for hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 so closing down at 1731755607780 (+44 ms)3 split writer threads finished at 1731755607780Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731755607787 (+7 ms) 2024-11-16T11:13:27,788 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 2024-11-16T11:13:27,788 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T11:13:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T11:13:27,798 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting/a7948fca2832%2C42283%2C1731755564420.1731755566096 to hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs 2024-11-16T11:13:27,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T11:13:27,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C42283%2C1731755564420.1731755566096, worker=a7948fca2832,32885,1731755564471 in 9.9120 sec 2024-11-16T11:13:27,805 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:27,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T11:13:27,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a7948fca2832%2C42283%2C1731755564420.1731755566096, worker=a7948fca2832,32885,1731755564471 in 9.9270 sec 2024-11-16T11:13:27,812 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting dir is empty, no logs to split. 2024-11-16T11:13:27,812 INFO [PEWorker-2 {}] master.SplitWALManager(105): a7948fca2832,42283,1731755564420 WAL count=0, meta=false 2024-11-16T11:13:27,812 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,42283,1731755564420 WAL splitting is done? wals=0, meta=false 2024-11-16T11:13:27,818 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a7948fca2832,42283,1731755564420 failed, ignore...File hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/WALs/a7948fca2832,42283,1731755564420-splitting does not exist. 2024-11-16T11:13:27,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN}] 2024-11-16T11:13:27,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN 2024-11-16T11:13:27,823 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN 2024-11-16T11:13:27,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN 2024-11-16T11:13:27,824 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:13:27,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:13:27,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN 2024-11-16T11:13:27,827 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:13:27,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:13:27,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/.tmp/cf/8c7732c1b97142be966ec8661227dda8 is 34, key is ccd/cf:cf/1731755596667/Put/seqid=0 2024-11-16T11:13:27,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/.tmp/cf/da8ef573e6fa467a9c61e8f94bd36d76 is 34, key is baa/cf:cf/1731755596754/Put/seqid=0 2024-11-16T11:13:27,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741854_1030 (size=28623) 2024-11-16T11:13:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741853_1029 (size=47197) 2024-11-16T11:13:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741853_1029 (size=47197) 2024-11-16T11:13:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741853_1029 (size=47197) 2024-11-16T11:13:27,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/.tmp/cf/8c7732c1b97142be966ec8661227dda8 2024-11-16T11:13:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741854_1030 (size=28623) 2024-11-16T11:13:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741854_1030 (size=28623) 2024-11-16T11:13:27,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/.tmp/cf/da8ef573e6fa467a9c61e8f94bd36d76 2024-11-16T11:13:27,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/.tmp/cf/8c7732c1b97142be966ec8661227dda8 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/cf/8c7732c1b97142be966ec8661227dda8 2024-11-16T11:13:27,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/.tmp/cf/da8ef573e6fa467a9c61e8f94bd36d76 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/cf/da8ef573e6fa467a9c61e8f94bd36d76 2024-11-16T11:13:27,910 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/cf/8c7732c1b97142be966ec8661227dda8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T11:13:27,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/cf/da8ef573e6fa467a9c61e8f94bd36d76, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T11:13:27,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 41f558db1aed90b1558513eca1783702 in 206ms, sequenceid=5, compaction requested=false 2024-11-16T11:13:27,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for bdab8fa4d184dfc0fa4b8435883d05ad in 205ms, sequenceid=5, compaction requested=false 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 41f558db1aed90b1558513eca1783702: 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for bdab8fa4d184dfc0fa4b8435883d05ad: 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. for SnapshotProcedureTest completed. 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/cf/8c7732c1b97142be966ec8661227dda8] hfiles 2024-11-16T11:13:27,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/cf/da8ef573e6fa467a9c61e8f94bd36d76] hfiles 2024-11-16T11:13:27,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/cf/8c7732c1b97142be966ec8661227dda8 for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/cf/da8ef573e6fa467a9c61e8f94bd36d76 for snapshot=SnapshotProcedureTest 2024-11-16T11:13:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741855_1031 (size=105) 2024-11-16T11:13:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741855_1031 (size=105) 2024-11-16T11:13:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741855_1031 (size=105) 2024-11-16T11:13:27,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:13:27,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T11:13:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T11:13:27,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:27,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:13:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741856_1032 (size=105) 2024-11-16T11:13:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741856_1032 (size=105) 2024-11-16T11:13:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741856_1032 (size=105) 2024-11-16T11:13:27,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:13:27,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T11:13:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T11:13:27,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:27,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41f558db1aed90b1558513eca1783702 2024-11-16T11:13:27,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bdab8fa4d184dfc0fa4b8435883d05ad in 10.2580 sec 2024-11-16T11:13:27,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41f558db1aed90b1558513eca1783702 in 10.2600 sec 2024-11-16T11:13:27,975 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:13:27,976 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:13:27,976 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:13:27,976 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:13:27,976 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:13:27,976 INFO [a7948fca2832:36575 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:13:27,976 INFO [a7948fca2832:36575 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:13:27,976 DEBUG [a7948fca2832:36575 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:13:27,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f1ddb22dbc211e5f545a3eddbad24894, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:27,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=061665106da7b66261d82d4450642529, regionState=OPENING, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:27,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=67cf6495e88c7520bcc5340c9f037eb1, regionState=OPENING, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:27,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0108eb0f6a81440f4f1d81a3b65b105d, regionState=OPENING, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN because future has completed 2024-11-16T11:13:27,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,37195,1731755564308}] 2024-11-16T11:13:27,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN because future has completed 2024-11-16T11:13:27,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,37195,1731755564308}] 2024-11-16T11:13:27,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN because future has completed 2024-11-16T11:13:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:13:27,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN because future has completed 2024-11-16T11:13:27,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,32885,1731755564471}] 2024-11-16T11:13:32,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 held by pid=41 2024-11-16T11:13:32,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 held by pid=42 2024-11-16T11:13:32,887 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 held by pid=39 2024-11-16T11:13:32,887 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:32,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:32,887 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:32,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d held by pid=40 2024-11-16T11:13:32,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:36,681 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T11:13:36,682 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T11:13:37,997 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:37,997 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 061665106da7b66261d82d4450642529, NAME => 'SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T11:13:37,998 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 061665106da7b66261d82d4450642529 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 67cf6495e88c7520bcc5340c9f037eb1, NAME => 'SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 061665106da7b66261d82d4450642529 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 061665106da7b66261d82d4450642529 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:37,998 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:37,999 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,002 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,002 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,003 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67cf6495e88c7520bcc5340c9f037eb1 columnFamilyName cf 2024-11-16T11:13:38,003 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 061665106da7b66261d82d4450642529 columnFamilyName cf 2024-11-16T11:13:38,003 DEBUG [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:38,003 DEBUG [StoreOpener-061665106da7b66261d82d4450642529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:38,004 INFO [StoreOpener-061665106da7b66261d82d4450642529-1 {}] regionserver.HStore(327): Store=061665106da7b66261d82d4450642529/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:38,004 INFO [StoreOpener-67cf6495e88c7520bcc5340c9f037eb1-1 {}] regionserver.HStore(327): Store=67cf6495e88c7520bcc5340c9f037eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:38,004 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,004 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,006 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529 2024-11-16T11:13:38,006 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,007 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,007 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529 2024-11-16T11:13:38,007 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,007 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,008 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,008 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,010 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,010 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,011 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 061665106da7b66261d82d4450642529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867444, jitterRate=0.02620488405227661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:38,011 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 67cf6495e88c7520bcc5340c9f037eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312489, jitterRate=-0.08637271821498871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:38,011 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,011 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,011 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 061665106da7b66261d82d4450642529: Running coprocessor pre-open hook at 1731755617999Writing region info on filesystem at 1731755617999Initializing all the Stores at 1731755618000 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755618001 (+1 ms)Cleaning up temporary data from old regions at 1731755618008 (+7 ms)Running coprocessor post-open hooks at 1731755618011 (+3 ms)Region opened successfully at 1731755618011 2024-11-16T11:13:38,011 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 67cf6495e88c7520bcc5340c9f037eb1: Running coprocessor pre-open hook at 1731755617999Writing region info on filesystem at 1731755617999Initializing all the Stores at 1731755618000 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755618001 (+1 ms)Cleaning up temporary data from old regions at 1731755618008 (+7 ms)Running coprocessor post-open hooks at 1731755618011 (+3 ms)Region opened successfully at 1731755618011 2024-11-16T11:13:38,013 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., pid=46, masterSystemTime=1731755617988 2024-11-16T11:13:38,013 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529., pid=44, masterSystemTime=1731755617984 2024-11-16T11:13:38,015 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:38,015 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:38,015 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:38,015 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0108eb0f6a81440f4f1d81a3b65b105d, NAME => 'SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T11:13:38,016 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=061665106da7b66261d82d4450642529, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:38,016 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:38,016 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,016 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,017 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:38,017 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:38,018 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:38,018 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ddb22dbc211e5f545a3eddbad24894, NAME => 'SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T11:13:38,019 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,019 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:13:38,019 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,019 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,37195,1731755564308 because future has completed 2024-11-16T11:13:38,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=67cf6495e88c7520bcc5340c9f037eb1, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:38,022 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,32885,1731755564471 because future has completed 2024-11-16T11:13:38,025 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0108eb0f6a81440f4f1d81a3b65b105d columnFamilyName cf 2024-11-16T11:13:38,025 DEBUG [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:38,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-16T11:13:38,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 061665106da7b66261d82d4450642529, server=a7948fca2832,37195,1731755564308 in 10.0400 sec 2024-11-16T11:13:38,026 INFO [StoreOpener-0108eb0f6a81440f4f1d81a3b65b105d-1 {}] regionserver.HStore(327): Store=0108eb0f6a81440f4f1d81a3b65b105d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:38,027 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-16T11:13:38,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1, server=a7948fca2832,32885,1731755564471 in 10.0370 sec 2024-11-16T11:13:38,028 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,028 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:38,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=061665106da7b66261d82d4450642529, ASSIGN in 10.2060 sec 2024-11-16T11:13:38,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67cf6495e88c7520bcc5340c9f037eb1, ASSIGN in 10.2070 sec 2024-11-16T11:13:38,030 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ddb22dbc211e5f545a3eddbad24894 columnFamilyName cf 2024-11-16T11:13:38,030 DEBUG [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:13:38,031 INFO [StoreOpener-f1ddb22dbc211e5f545a3eddbad24894-1 {}] regionserver.HStore(327): Store=f1ddb22dbc211e5f545a3eddbad24894/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:13:38,031 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,033 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:38,035 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,036 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,036 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,039 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,040 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,040 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,041 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,043 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,043 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0108eb0f6a81440f4f1d81a3b65b105d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337674, jitterRate=-0.05619511008262634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:38,043 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,043 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0108eb0f6a81440f4f1d81a3b65b105d: Running coprocessor pre-open hook at 1731755618016Writing region info on filesystem at 1731755618016Initializing all the Stores at 1731755618018 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755618019 (+1 ms)Cleaning up temporary data from old regions at 1731755618036 (+17 ms)Running coprocessor post-open hooks at 1731755618043 (+7 ms)Region opened successfully at 1731755618043 2024-11-16T11:13:38,044 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., pid=43, masterSystemTime=1731755617984 2024-11-16T11:13:38,044 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened f1ddb22dbc211e5f545a3eddbad24894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64796516, jitterRate=-0.03445667028427124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:13:38,044 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,044 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for f1ddb22dbc211e5f545a3eddbad24894: Running coprocessor pre-open hook at 1731755618019Writing region info on filesystem at 1731755618019Initializing all the Stores at 1731755618020 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755618021 (+1 ms)Cleaning up temporary data from old regions at 1731755618040 (+19 ms)Running coprocessor post-open hooks at 1731755618044 (+4 ms)Region opened successfully at 1731755618044 2024-11-16T11:13:38,046 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894., pid=45, masterSystemTime=1731755617988 2024-11-16T11:13:38,047 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:38,047 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:38,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0108eb0f6a81440f4f1d81a3b65b105d, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37195,1731755564308 2024-11-16T11:13:38,048 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:38,049 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:38,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f1ddb22dbc211e5f545a3eddbad24894, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,32885,1731755564471 2024-11-16T11:13:38,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,37195,1731755564308 because future has completed 2024-11-16T11:13:38,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,32885,1731755564471 because future has completed 2024-11-16T11:13:38,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-16T11:13:38,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d, server=a7948fca2832,37195,1731755564308 in 10.0720 sec 2024-11-16T11:13:38,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-16T11:13:38,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ddb22dbc211e5f545a3eddbad24894, server=a7948fca2832,32885,1731755564471 in 10.0700 sec 2024-11-16T11:13:38,062 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:38,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0108eb0f6a81440f4f1d81a3b65b105d, ASSIGN in 10.2370 sec 2024-11-16T11:13:38,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-16T11:13:38,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ddb22dbc211e5f545a3eddbad24894, ASSIGN in 10.2400 sec 2024-11-16T11:13:38,065 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a7948fca2832,42283,1731755564420 after splitting done 2024-11-16T11:13:38,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:38,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure a7948fca2832,42283,1731755564420, splitWal=true, meta=false in 20.2050 sec 2024-11-16T11:13:42,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:13:43,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:13:45,957 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T11:13:48,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T11:13:48,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0108eb0f6a81440f4f1d81a3b65b105d: 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. for SnapshotProcedureTest completed. 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 061665106da7b66261d82d4450642529: 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. for SnapshotProcedureTest completed. 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:48,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:48,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:48,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f1ddb22dbc211e5f545a3eddbad24894: 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. for SnapshotProcedureTest completed. 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 67cf6495e88c7520bcc5340c9f037eb1: 2024-11-16T11:13:48,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. for SnapshotProcedureTest completed. 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:48,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:13:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741857_1033 (size=65) 2024-11-16T11:13:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741857_1033 (size=65) 2024-11-16T11:13:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741857_1033 (size=65) 2024-11-16T11:13:48,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:13:48,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T11:13:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T11:13:48,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 061665106da7b66261d82d4450642529 2024-11-16T11:13:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741858_1034 (size=57) 2024-11-16T11:13:48,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 2024-11-16T11:13:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741858_1034 (size=57) 2024-11-16T11:13:48,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741858_1034 (size=57) 2024-11-16T11:13:48,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:13:48,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T11:13:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T11:13:48,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:48,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:13:48,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 061665106da7b66261d82d4450642529 in 30.3730 sec 2024-11-16T11:13:48,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0108eb0f6a81440f4f1d81a3b65b105d in 30.3750 sec 2024-11-16T11:13:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741859_1035 (size=57) 2024-11-16T11:13:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741859_1035 (size=57) 2024-11-16T11:13:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741859_1035 (size=57) 2024-11-16T11:13:48,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:13:48,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T11:13:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T11:13:48,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:48,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:13:48,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1ddb22dbc211e5f545a3eddbad24894 in 30.3960 sec 2024-11-16T11:13:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741860_1036 (size=65) 2024-11-16T11:13:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741860_1036 (size=65) 2024-11-16T11:13:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741860_1036 (size=65) 2024-11-16T11:13:48,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:13:48,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T11:13:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T11:13:48,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:48,093 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:13:48,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-16T11:13:48,097 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T11:13:48,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67cf6495e88c7520bcc5340c9f037eb1 in 30.4080 sec 2024-11-16T11:13:48,098 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T11:13:48,101 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T11:13:48,101 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T11:13:48,104 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:13:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741861_1037 (size=1094) 2024-11-16T11:13:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741861_1037 (size=1094) 2024-11-16T11:13:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741861_1037 (size=1094) 2024-11-16T11:13:48,153 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T11:13:48,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T11:13:48,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:48,173 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:48,174 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:48,174 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:48,177 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:48,182 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:50,573 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:36575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T11:13:52,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41f558db1aed90b1558513eca1783702, had cached 0 bytes from a total of 28623 2024-11-16T11:13:52,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bdab8fa4d184dfc0fa4b8435883d05ad, had cached 0 bytes from a total of 47197 2024-11-16T11:13:56,645 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f1ddb22dbc211e5f545a3eddbad24894 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,645 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c762caf926c0de4918c10746e38bd199 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,646 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6c3883090a5d8d54fe55b0c17ffc7b0 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,647 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67cf6495e88c7520bcc5340c9f037eb1 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,647 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bdab8fa4d184dfc0fa4b8435883d05ad changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,647 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de7c4b1df668b1458a1183a8d8936bdb changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,648 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 061665106da7b66261d82d4450642529 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,648 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8a0dba3b0384867b9c8f505bf2a51a1 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,648 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41f558db1aed90b1558513eca1783702 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:56,648 DEBUG [master/a7948fca2832:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0108eb0f6a81440f4f1d81a3b65b105d changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:13:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-16T11:13:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-16T11:13:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-16T11:13:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-16T11:13:58,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-16T11:13:58,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-16T11:13:58,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:13:58,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-16T11:13:58,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T11:13:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T11:13:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-16T11:13:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T11:13:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-16T11:13:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-16T11:13:58,190 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 Release verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:58,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 Release verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T11:13:58,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 in 10.0280 sec 2024-11-16T11:13:58,194 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:58,195 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 Release verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:58,195 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:58,195 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:58,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 in 10.0290 sec 2024-11-16T11:13:58,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 in 10.0320 sec 2024-11-16T11:13:58,199 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 Release verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:13:58,199 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 Release verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:58,199 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 Release verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:58,200 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:13:58,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 in 10.0360 sec 2024-11-16T11:13:58,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 in 10.0360 sec 2024-11-16T11:13:58,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 in 10.0360 sec 2024-11-16T11:14:08,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-16T11:14:08,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-16T11:14:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-16T11:14:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-16T11:14:08,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T11:14:08,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T11:14:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T11:14:08,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-16T11:14:08,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T11:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-16T11:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-16T11:14:08,200 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 Release verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:14:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36575 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-16T11:14:08,202 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 Release verify snapshot worker=a7948fca2832,32885,1731755564471 2024-11-16T11:14:08,202 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 Release verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:14:08,202 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 Release verify snapshot worker=a7948fca2832,37195,1731755564308 2024-11-16T11:14:08,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 in 20.0370 sec 2024-11-16T11:14:08,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 in 20.0390 sec 2024-11-16T11:14:08,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,37195,1731755564308 in 20.0390 sec 2024-11-16T11:14:08,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-16T11:14:08,206 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T11:14:08,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,32885,1731755564471 in 20.0390 sec 2024-11-16T11:14:08,208 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T11:14:08,210 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T11:14:08,211 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T11:14:08,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5740 sec 2024-11-16T11:14:08,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T11:14:08,267 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T11:14:08,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:14:08,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:14:08,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:14:08,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:14:08,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:14:08,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-11-16T11:14:08,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,36575,1731755563496 2024-11-16T11:14:08,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:08,309 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:08,309 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:08,310 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:08,310 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:08,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:14:08,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:08,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:08,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:14:08,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:08,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:14:08,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,37195,1731755564308' ***** 2024-11-16T11:14:08,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:14:08,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,32885,1731755564471' ***** 2024-11-16T11:14:08,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:14:08,312 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:14:08,312 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:14:08,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:14:08,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:14:08,312 INFO [RS:0;a7948fca2832:37195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:14:08,313 INFO [RS:0;a7948fca2832:37195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:14:08,313 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 41f558db1aed90b1558513eca1783702 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for c6c3883090a5d8d54fe55b0c17ffc7b0 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for c762caf926c0de4918c10746e38bd199 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for 67cf6495e88c7520bcc5340c9f037eb1 2024-11-16T11:14:08,313 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 0108eb0f6a81440f4f1d81a3b65b105d 2024-11-16T11:14:08,313 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for bdab8fa4d184dfc0fa4b8435883d05ad 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:14:08,314 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 061665106da7b66261d82d4450642529 2024-11-16T11:14:08,314 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,32885,1731755564471 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for de7c4b1df668b1458a1183a8d8936bdb 2024-11-16T11:14:08,314 INFO [RS:2;a7948fca2832:32885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,37195,1731755564308 2024-11-16T11:14:08,314 INFO [RS:2;a7948fca2832:32885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a7948fca2832:32885. 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6c3883090a5d8d54fe55b0c17ffc7b0, disabling compactions & flushes 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41f558db1aed90b1558513eca1783702, disabling compactions & flushes 2024-11-16T11:14:08,314 DEBUG [RS:2;a7948fca2832:32885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:14:08,314 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:37195. 2024-11-16T11:14:08,314 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:14:08,314 DEBUG [RS:2;a7948fca2832:32885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. after waiting 0 ms 2024-11-16T11:14:08,314 DEBUG [RS:0;a7948fca2832:37195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. after waiting 0 ms 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:14:08,314 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:14:08,314 DEBUG [RS:0;a7948fca2832:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,314 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T11:14:08,314 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1325): Online Regions={41f558db1aed90b1558513eca1783702=SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702., 0108eb0f6a81440f4f1d81a3b65b105d=SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d., e8a0dba3b0384867b9c8f505bf2a51a1=SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1., 061665106da7b66261d82d4450642529=SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529., de7c4b1df668b1458a1183a8d8936bdb=SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb.} 2024-11-16T11:14:08,315 DEBUG [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1351): Waiting on 0108eb0f6a81440f4f1d81a3b65b105d, 061665106da7b66261d82d4450642529, 41f558db1aed90b1558513eca1783702, de7c4b1df668b1458a1183a8d8936bdb, e8a0dba3b0384867b9c8f505bf2a51a1 2024-11-16T11:14:08,315 INFO [RS:2;a7948fca2832:32885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:14:08,315 INFO [RS:2;a7948fca2832:32885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:14:08,315 INFO [RS:2;a7948fca2832:32885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:14:08,315 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:14:08,317 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-16T11:14:08,317 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1325): Online Regions={c6c3883090a5d8d54fe55b0c17ffc7b0=SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0., c762caf926c0de4918c10746e38bd199=SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199., 67cf6495e88c7520bcc5340c9f037eb1=SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1., 1588230740=hbase:meta,,1.1588230740, bdab8fa4d184dfc0fa4b8435883d05ad=SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad., f1ddb22dbc211e5f545a3eddbad24894=SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894.} 2024-11-16T11:14:08,317 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67cf6495e88c7520bcc5340c9f037eb1, bdab8fa4d184dfc0fa4b8435883d05ad, c6c3883090a5d8d54fe55b0c17ffc7b0, c762caf926c0de4918c10746e38bd199, f1ddb22dbc211e5f545a3eddbad24894 2024-11-16T11:14:08,317 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:14:08,318 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:14:08,318 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:14:08,318 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:14:08,318 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:14:08,318 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:14:08,319 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:14:08,323 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-16T11:14:08,348 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c6c3883090a5d8d54fe55b0c17ffc7b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,355 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:14:08,355 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6c3883090a5d8d54fe55b0c17ffc7b0: Waiting for close lock at 1731755648313Running coprocessor pre-close hooks at 1731755648314 (+1 ms)Disabling compacts and flushes for region at 1731755648314Disabling writes for close at 1731755648314Writing region close event to WAL at 1731755648316 (+2 ms)Running coprocessor post-close hooks at 1731755648349 (+33 ms)Closed at 1731755648355 (+6 ms) 2024-11-16T11:14:08,356 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731755576927.c6c3883090a5d8d54fe55b0c17ffc7b0. 2024-11-16T11:14:08,359 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c762caf926c0de4918c10746e38bd199, disabling compactions & flushes 2024-11-16T11:14:08,359 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:14:08,359 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:14:08,359 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. after waiting 0 ms 2024-11-16T11:14:08,359 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:14:08,360 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/41f558db1aed90b1558513eca1783702/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:14:08,361 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:14:08,361 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41f558db1aed90b1558513eca1783702: Waiting for close lock at 1731755648313Running coprocessor pre-close hooks at 1731755648314 (+1 ms)Disabling compacts and flushes for region at 1731755648314Disabling writes for close at 1731755648314Writing region close event to WAL at 1731755648332 (+18 ms)Running coprocessor post-close hooks at 1731755648361 (+29 ms)Closed at 1731755648361 2024-11-16T11:14:08,362 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731755576927.41f558db1aed90b1558513eca1783702. 2024-11-16T11:14:08,362 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0108eb0f6a81440f4f1d81a3b65b105d, disabling compactions & flushes 2024-11-16T11:14:08,362 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:14:08,362 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:14:08,362 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. after waiting 0 ms 2024-11-16T11:14:08,362 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:14:08,378 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/info/e78ac62372e745f68d36c3da5a1e9a21 is 167, key is SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199./info:regioninfo/1731755587411/Put/seqid=0 2024-11-16T11:14:08,380 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/c762caf926c0de4918c10746e38bd199/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,381 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/0108eb0f6a81440f4f1d81a3b65b105d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,382 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:14:08,382 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c762caf926c0de4918c10746e38bd199: Waiting for close lock at 1731755648359Running coprocessor pre-close hooks at 1731755648359Disabling compacts and flushes for region at 1731755648359Disabling writes for close at 1731755648359Writing region close event to WAL at 1731755648368 (+9 ms)Running coprocessor post-close hooks at 1731755648382 (+14 ms)Closed at 1731755648382 2024-11-16T11:14:08,382 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731755576927.c762caf926c0de4918c10746e38bd199. 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67cf6495e88c7520bcc5340c9f037eb1, disabling compactions & flushes 2024-11-16T11:14:08,383 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. after waiting 0 ms 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:14:08,383 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0108eb0f6a81440f4f1d81a3b65b105d: Waiting for close lock at 1731755648362Running coprocessor pre-close hooks at 1731755648362Disabling compacts and flushes for region at 1731755648362Disabling writes for close at 1731755648362Writing region close event to WAL at 1731755648369 (+7 ms)Running coprocessor post-close hooks at 1731755648383 (+14 ms)Closed at 1731755648383 2024-11-16T11:14:08,383 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731755576927.0108eb0f6a81440f4f1d81a3b65b105d. 2024-11-16T11:14:08,384 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8a0dba3b0384867b9c8f505bf2a51a1, disabling compactions & flushes 2024-11-16T11:14:08,384 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:14:08,384 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:14:08,384 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. after waiting 0 ms 2024-11-16T11:14:08,384 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:14:08,398 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/67cf6495e88c7520bcc5340c9f037eb1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,400 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/e8a0dba3b0384867b9c8f505bf2a51a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67cf6495e88c7520bcc5340c9f037eb1: Waiting for close lock at 1731755648383Running coprocessor pre-close hooks at 1731755648383Disabling compacts and flushes for region at 1731755648383Disabling writes for close at 1731755648383Writing region close event to WAL at 1731755648387 (+4 ms)Running coprocessor post-close hooks at 1731755648399 (+12 ms)Closed at 1731755648400 (+1 ms) 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731755576927.67cf6495e88c7520bcc5340c9f037eb1. 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdab8fa4d184dfc0fa4b8435883d05ad, disabling compactions & flushes 2024-11-16T11:14:08,400 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. after waiting 0 ms 2024-11-16T11:14:08,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:14:08,401 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:14:08,401 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8a0dba3b0384867b9c8f505bf2a51a1: Waiting for close lock at 1731755648384Running coprocessor pre-close hooks at 1731755648384Disabling compacts and flushes for region at 1731755648384Disabling writes for close at 1731755648384Writing region close event to WAL at 1731755648387 (+3 ms)Running coprocessor post-close hooks at 1731755648401 (+14 ms)Closed at 1731755648401 2024-11-16T11:14:08,401 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731755576927.e8a0dba3b0384867b9c8f505bf2a51a1. 2024-11-16T11:14:08,402 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 061665106da7b66261d82d4450642529, disabling compactions & flushes 2024-11-16T11:14:08,402 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:14:08,402 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:14:08,402 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. after waiting 0 ms 2024-11-16T11:14:08,402 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:14:08,420 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/061665106da7b66261d82d4450642529/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741862_1038 (size=20260) 2024-11-16T11:14:08,422 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:14:08,422 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 061665106da7b66261d82d4450642529: Waiting for close lock at 1731755648402Running coprocessor pre-close hooks at 1731755648402Disabling compacts and flushes for region at 1731755648402Disabling writes for close at 1731755648402Writing region close event to WAL at 1731755648402Running coprocessor post-close hooks at 1731755648422 (+20 ms)Closed at 1731755648422 2024-11-16T11:14:08,422 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731755576927.061665106da7b66261d82d4450642529. 2024-11-16T11:14:08,423 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de7c4b1df668b1458a1183a8d8936bdb, disabling compactions & flushes 2024-11-16T11:14:08,423 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:14:08,423 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:14:08,423 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. after waiting 0 ms 2024-11-16T11:14:08,423 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:14:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741862_1038 (size=20260) 2024-11-16T11:14:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741862_1038 (size=20260) 2024-11-16T11:14:08,429 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/info/e78ac62372e745f68d36c3da5a1e9a21 2024-11-16T11:14:08,432 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/bdab8fa4d184dfc0fa4b8435883d05ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:14:08,434 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdab8fa4d184dfc0fa4b8435883d05ad: Waiting for close lock at 1731755648400Running coprocessor pre-close hooks at 1731755648400Disabling compacts and flushes for region at 1731755648400Disabling writes for close at 1731755648400Writing region close event to WAL at 1731755648421 (+21 ms)Running coprocessor post-close hooks at 1731755648434 (+13 ms)Closed at 1731755648434 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731755576927.bdab8fa4d184dfc0fa4b8435883d05ad. 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1ddb22dbc211e5f545a3eddbad24894, disabling compactions & flushes 2024-11-16T11:14:08,434 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. after waiting 0 ms 2024-11-16T11:14:08,434 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:14:08,441 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/de7c4b1df668b1458a1183a8d8936bdb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,443 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:14:08,443 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de7c4b1df668b1458a1183a8d8936bdb: Waiting for close lock at 1731755648423Running coprocessor pre-close hooks at 1731755648423Disabling compacts and flushes for region at 1731755648423Disabling writes for close at 1731755648423Writing region close event to WAL at 1731755648425 (+2 ms)Running coprocessor post-close hooks at 1731755648442 (+17 ms)Closed at 1731755648443 (+1 ms) 2024-11-16T11:14:08,443 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731755576927.de7c4b1df668b1458a1183a8d8936bdb. 2024-11-16T11:14:08,448 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/default/SPTestTable/f1ddb22dbc211e5f545a3eddbad24894/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:14:08,451 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:14:08,452 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1ddb22dbc211e5f545a3eddbad24894: Waiting for close lock at 1731755648434Running coprocessor pre-close hooks at 1731755648434Disabling compacts and flushes for region at 1731755648434Disabling writes for close at 1731755648434Writing region close event to WAL at 1731755648440 (+6 ms)Running coprocessor post-close hooks at 1731755648451 (+11 ms)Closed at 1731755648451 2024-11-16T11:14:08,452 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731755576927.f1ddb22dbc211e5f545a3eddbad24894. 2024-11-16T11:14:08,468 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/ns/2158a9eb947440b897cda4f3db53f39d is 43, key is default/ns:d/1731755576588/Put/seqid=0 2024-11-16T11:14:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741863_1039 (size=5153) 2024-11-16T11:14:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741863_1039 (size=5153) 2024-11-16T11:14:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741863_1039 (size=5153) 2024-11-16T11:14:08,487 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/ns/2158a9eb947440b897cda4f3db53f39d 2024-11-16T11:14:08,515 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,37195,1731755564308; all regions closed. 2024-11-16T11:14:08,517 DEBUG [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:14:08,519 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/table/bb62741ed14c456aa30aad5ff055a8f8 is 47, key is SPTestTable/table:state/1731755587430/Put/seqid=0 2024-11-16T11:14:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741835_1011 (size=3530) 2024-11-16T11:14:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741835_1011 (size=3530) 2024-11-16T11:14:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741835_1011 (size=3530) 2024-11-16T11:14:08,532 DEBUG [RS:0;a7948fca2832:37195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs 2024-11-16T11:14:08,532 INFO [RS:0;a7948fca2832:37195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C37195%2C1731755564308:(num 1731755566096) 2024-11-16T11:14:08,532 DEBUG [RS:0;a7948fca2832:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,532 INFO [RS:0;a7948fca2832:37195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:14:08,532 INFO [RS:0;a7948fca2832:37195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:14:08,533 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:14:08,533 INFO [RS:0;a7948fca2832:37195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37195 2024-11-16T11:14:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741864_1040 (size=5214) 2024-11-16T11:14:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741864_1040 (size=5214) 2024-11-16T11:14:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741864_1040 (size=5214) 2024-11-16T11:14:08,554 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/table/bb62741ed14c456aa30aad5ff055a8f8 2024-11-16T11:14:08,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:14:08,567 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,37195,1731755564308 2024-11-16T11:14:08,567 INFO [RS:0;a7948fca2832:37195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:14:08,568 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/info/e78ac62372e745f68d36c3da5a1e9a21 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/info/e78ac62372e745f68d36c3da5a1e9a21 2024-11-16T11:14:08,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,37195,1731755564308] 2024-11-16T11:14:08,580 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/info/e78ac62372e745f68d36c3da5a1e9a21, entries=116, sequenceid=37, filesize=19.8 K 2024-11-16T11:14:08,582 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/ns/2158a9eb947440b897cda4f3db53f39d as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/ns/2158a9eb947440b897cda4f3db53f39d 2024-11-16T11:14:08,596 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/ns/2158a9eb947440b897cda4f3db53f39d, entries=2, sequenceid=37, filesize=5.0 K 2024-11-16T11:14:08,598 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/.tmp/table/bb62741ed14c456aa30aad5ff055a8f8 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/table/bb62741ed14c456aa30aad5ff055a8f8 2024-11-16T11:14:08,613 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/table/bb62741ed14c456aa30aad5ff055a8f8, entries=2, sequenceid=37, filesize=5.1 K 2024-11-16T11:14:08,614 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=37, compaction requested=false 2024-11-16T11:14:08,631 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-16T11:14:08,633 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:14:08,633 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:14:08,633 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755648317Running coprocessor pre-close hooks at 1731755648317Disabling compacts and flushes for region at 1731755648317Disabling writes for close at 1731755648318 (+1 ms)Obtaining lock to block concurrent updates at 1731755648323 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731755648323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731755648324 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755648325 (+1 ms)Flushing 1588230740/info: creating writer at 1731755648325Flushing 1588230740/info: appending metadata at 1731755648377 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731755648378 (+1 ms)Flushing 1588230740/ns: creating writer at 1731755648446 (+68 ms)Flushing 1588230740/ns: appending metadata at 1731755648467 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731755648467Flushing 1588230740/table: creating writer at 1731755648497 (+30 ms)Flushing 1588230740/table: appending metadata at 1731755648518 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731755648518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e30b66: reopening flushed file at 1731755648566 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c8e16f: reopening flushed file at 1731755648581 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2993eb: reopening flushed file at 1731755648597 (+16 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=37, compaction requested=false at 1731755648614 (+17 ms)Writing region close event to WAL at 1731755648624 (+10 ms)Running coprocessor post-close hooks at 1731755648632 (+8 ms)Closed at 1731755648633 (+1 ms) 2024-11-16T11:14:08,633 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:14:08,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,37195,1731755564308 already deleted, retry=false 2024-11-16T11:14:08,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,37195,1731755564308 expired; onlineServers=1 2024-11-16T11:14:08,717 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,32885,1731755564471; all regions closed. 2024-11-16T11:14:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741836_1012 (size=19450) 2024-11-16T11:14:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741836_1012 (size=19450) 2024-11-16T11:14:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741836_1012 (size=19450) 2024-11-16T11:14:08,724 DEBUG [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs 2024-11-16T11:14:08,724 INFO [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C32885%2C1731755564471.meta:.meta(num 1731755576369) 2024-11-16T11:14:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741834_1010 (size=3500) 2024-11-16T11:14:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741834_1010 (size=3500) 2024-11-16T11:14:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741834_1010 (size=3500) 2024-11-16T11:14:08,730 DEBUG [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/oldWALs 2024-11-16T11:14:08,730 INFO [RS:2;a7948fca2832:32885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C32885%2C1731755564471:(num 1731755566096) 2024-11-16T11:14:08,730 DEBUG [RS:2;a7948fca2832:32885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:08,730 INFO [RS:2;a7948fca2832:32885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:14:08,730 INFO [RS:2;a7948fca2832:32885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:14:08,730 INFO [RS:2;a7948fca2832:32885 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T11:14:08,731 INFO [RS:2;a7948fca2832:32885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:14:08,731 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:14:08,731 INFO [RS:2;a7948fca2832:32885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32885 2024-11-16T11:14:08,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:14:08,741 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,32885,1731755564471 2024-11-16T11:14:08,741 INFO [RS:2;a7948fca2832:32885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:14:08,741 ERROR [pool-75-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f57f4905e38@329e8fb6 rejected from java.util.concurrent.ThreadPoolExecutor@779c0781[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T11:14:08,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,32885,1731755564471] 2024-11-16T11:14:08,755 INFO [RS:0;a7948fca2832:37195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:14:08,755 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:08,756 INFO [RS:0;a7948fca2832:37195 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,37195,1731755564308; zookeeper connection closed. 2024-11-16T11:14:08,756 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x1014358d2720001, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:08,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ce2911 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ce2911 2024-11-16T11:14:08,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,32885,1731755564471 already deleted, retry=false 2024-11-16T11:14:08,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,32885,1731755564471 expired; onlineServers=0 2024-11-16T11:14:08,762 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,36575,1731755563496' ***** 2024-11-16T11:14:08,762 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:14:08,762 INFO [M:0;a7948fca2832:36575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:14:08,762 INFO [M:0;a7948fca2832:36575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:14:08,762 DEBUG [M:0;a7948fca2832:36575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:14:08,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:14:08,763 DEBUG [M:0;a7948fca2832:36575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:14:08,763 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755565698 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755565698,5,FailOnTimeoutGroup] 2024-11-16T11:14:08,763 INFO [M:0;a7948fca2832:36575 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:14:08,763 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755565703 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755565703,5,FailOnTimeoutGroup] 2024-11-16T11:14:08,763 INFO [M:0;a7948fca2832:36575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:14:08,763 DEBUG [M:0;a7948fca2832:36575 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:14:08,763 INFO [M:0;a7948fca2832:36575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:14:08,763 INFO [M:0;a7948fca2832:36575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:14:08,763 ERROR [M:0;a7948fca2832:36575 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:46435 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46435,5,PEWorkerGroup] 2024-11-16T11:14:08,764 INFO [M:0;a7948fca2832:36575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:14:08,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:14:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T11:14:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:08,773 DEBUG [M:0;a7948fca2832:36575 {}] zookeeper.ZKUtil(347): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T11:14:08,773 WARN [M:0;a7948fca2832:36575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:14:08,774 INFO [M:0;a7948fca2832:36575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/.lastflushedseqids 2024-11-16T11:14:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741865_1041 (size=686) 2024-11-16T11:14:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741865_1041 (size=686) 2024-11-16T11:14:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741865_1041 (size=686) 2024-11-16T11:14:08,804 INFO [M:0;a7948fca2832:36575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:14:08,805 INFO [M:0;a7948fca2832:36575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:14:08,805 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:14:08,805 INFO [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:08,805 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:08,805 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:14:08,805 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:08,805 INFO [M:0;a7948fca2832:36575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.00 KB heapSize=241.77 KB 2024-11-16T11:14:08,833 DEBUG [M:0;a7948fca2832:36575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47dc1e950094a79b19ae17d1bd315ed is 82, key is hbase:meta,,1/info:regioninfo/1731755576449/Put/seqid=0 2024-11-16T11:14:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741866_1042 (size=5672) 2024-11-16T11:14:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741866_1042 (size=5672) 2024-11-16T11:14:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741866_1042 (size=5672) 2024-11-16T11:14:08,845 INFO [M:0;a7948fca2832:36575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47dc1e950094a79b19ae17d1bd315ed 2024-11-16T11:14:08,852 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:08,852 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x1014358d2720003, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:08,852 INFO [RS:2;a7948fca2832:32885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:14:08,852 INFO [RS:2;a7948fca2832:32885 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,32885,1731755564471; zookeeper connection closed. 2024-11-16T11:14:08,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23fa3156 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23fa3156 2024-11-16T11:14:08,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T11:14:08,871 DEBUG [M:0;a7948fca2832:36575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c681a15c8bdb4af1b22a77002b645a64 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731755587438/Put/seqid=0 2024-11-16T11:14:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741867_1043 (size=8974) 2024-11-16T11:14:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741867_1043 (size=8974) 2024-11-16T11:14:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741867_1043 (size=8974) 2024-11-16T11:14:08,883 INFO [M:0;a7948fca2832:36575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.26 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c681a15c8bdb4af1b22a77002b645a64 2024-11-16T11:14:08,902 INFO [M:0;a7948fca2832:36575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c681a15c8bdb4af1b22a77002b645a64 2024-11-16T11:14:08,923 DEBUG [M:0;a7948fca2832:36575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa24a1c373704145b84615ebcb499345 is 69, key is a7948fca2832,32885,1731755564471/rs:state/1731755565776/Put/seqid=0 2024-11-16T11:14:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741868_1044 (size=5441) 2024-11-16T11:14:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741868_1044 (size=5441) 2024-11-16T11:14:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741868_1044 (size=5441) 2024-11-16T11:14:08,937 INFO [M:0;a7948fca2832:36575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa24a1c373704145b84615ebcb499345 2024-11-16T11:14:08,943 INFO [M:0;a7948fca2832:36575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa24a1c373704145b84615ebcb499345 2024-11-16T11:14:08,944 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47dc1e950094a79b19ae17d1bd315ed as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47dc1e950094a79b19ae17d1bd315ed 2024-11-16T11:14:08,952 INFO [M:0;a7948fca2832:36575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47dc1e950094a79b19ae17d1bd315ed, entries=8, sequenceid=513, filesize=5.5 K 2024-11-16T11:14:08,954 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c681a15c8bdb4af1b22a77002b645a64 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c681a15c8bdb4af1b22a77002b645a64 2024-11-16T11:14:08,962 INFO [M:0;a7948fca2832:36575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c681a15c8bdb4af1b22a77002b645a64 2024-11-16T11:14:08,962 INFO [M:0;a7948fca2832:36575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c681a15c8bdb4af1b22a77002b645a64, entries=56, sequenceid=513, filesize=8.8 K 2024-11-16T11:14:08,964 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa24a1c373704145b84615ebcb499345 as hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa24a1c373704145b84615ebcb499345 2024-11-16T11:14:08,974 INFO [M:0;a7948fca2832:36575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa24a1c373704145b84615ebcb499345 2024-11-16T11:14:08,974 INFO [M:0;a7948fca2832:36575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46435/user/jenkins/test-data/63007aa9-ef40-b1db-8a83-3a32c3a143bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa24a1c373704145b84615ebcb499345, entries=3, sequenceid=513, filesize=5.3 K 2024-11-16T11:14:08,975 INFO [M:0;a7948fca2832:36575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.00 KB/199679, heapSize ~241.47 KB/247264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=513, compaction requested=false 2024-11-16T11:14:08,980 INFO [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:08,980 DEBUG [M:0;a7948fca2832:36575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755648805Disabling compacts and flushes for region at 1731755648805Disabling writes for close at 1731755648805Obtaining lock to block concurrent updates at 1731755648805Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755648805Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199679, getHeapSize=247504, getOffHeapSize=0, getCellsCount=620 at 1731755648806 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755648807 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755648807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755648833 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755648833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755648852 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755648870 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755648870Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755648903 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755648922 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755648922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a98c63: reopening flushed file at 1731755648943 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d49196: reopening flushed file at 1731755648952 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ba04b1: reopening flushed file at 1731755648962 (+10 ms)Finished flush of dataSize ~195.00 KB/199679, heapSize ~241.47 KB/247264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=513, compaction requested=false at 1731755648975 (+13 ms)Writing region close event to WAL at 1731755648980 (+5 ms)Closed at 1731755648980 2024-11-16T11:14:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741830_1006 (size=233871) 2024-11-16T11:14:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741830_1006 (size=233871) 2024-11-16T11:14:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33261 is added to blk_1073741830_1006 (size=233871) 2024-11-16T11:14:08,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:14:08,988 INFO [M:0;a7948fca2832:36575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:14:08,988 INFO [M:0;a7948fca2832:36575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36575 2024-11-16T11:14:08,989 INFO [M:0;a7948fca2832:36575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:14:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:09,099 INFO [M:0;a7948fca2832:36575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:14:09,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36575-0x1014358d2720000, quorum=127.0.0.1:62865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:14:09,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:09,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:14:09,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:14:09,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:14:09,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,STOPPED} 2024-11-16T11:14:09,109 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:14:09,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:14:09,109 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909758351-172.17.0.2-1731755557997 (Datanode Uuid 08b94297-7829-4107-91d9-6870a6357ef5) service to localhost/127.0.0.1:46435 2024-11-16T11:14:09,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:14:09,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data5/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data6/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:14:09,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:09,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:14:09,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:14:09,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:14:09,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,STOPPED} 2024-11-16T11:14:09,116 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:14:09,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:14:09,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:14:09,116 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909758351-172.17.0.2-1731755557997 (Datanode Uuid 36b15263-3ff0-4bde-904a-aa61fc6876b7) service to localhost/127.0.0.1:46435 2024-11-16T11:14:09,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data3/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data4/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:14:09,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:09,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:14:09,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:14:09,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:14:09,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,STOPPED} 2024-11-16T11:14:09,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:14:09,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:14:09,125 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:14:09,125 WARN [BP-1909758351-172.17.0.2-1731755557997 heartbeating to localhost/127.0.0.1:46435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909758351-172.17.0.2-1731755557997 (Datanode Uuid 6138aecd-10ff-4c19-8c89-b76bc8b1f294) service to localhost/127.0.0.1:46435 2024-11-16T11:14:09,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data1/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/cluster_d7c9944f-3056-2996-6627-83b45e0680a0/data/data2/current/BP-1909758351-172.17.0.2-1731755557997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:14:09,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:14:09,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:14:09,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:14:09,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:14:09,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:14:09,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir/,STOPPED} 2024-11-16T11:14:09,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:14:09,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:14:09,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46435 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46435 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7948fca2832:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7948fca2832:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 277), ProcessCount=11 (was 12), AvailableMemoryMB=5073 (was 6641) 2024-11-16T11:14:09,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=5072 2024-11-16T11:14:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir so I do NOT create it in target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01 2024-11-16T11:14:09,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T11:14:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.tmp.dir so I do NOT create it in target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01 2024-11-16T11:14:09,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/693a34c5-996d-ba49-2a81-61a84e184be4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T11:14:09,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01 2024-11-16T11:14:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:14:09,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb, deleteOnExit=true 2024-11-16T11:14:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/test.cache.data in system properties and HBase conf 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:14:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:14:09,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:14:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:14:09,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:14:09,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:14:09,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:14:09,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:14:09,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:14:09,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:14:09,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:14:09,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123fb1ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:14:09,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64ef8c03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:14:09,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5859050a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/java.io.tmpdir/jetty-localhost-40853-hadoop-hdfs-3_4_1-tests_jar-_-any-5257758638457713353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:14:09,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fddd36e{HTTP/1.1, (http/1.1)}{localhost:40853} 2024-11-16T11:14:09,733 INFO [Time-limited test {}] server.Server(415): Started @94577ms 2024-11-16T11:14:09,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:14:09,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:14:09,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:14:09,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:14:09,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:14:09,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a21563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:14:09,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b8855a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:14:10,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@308baae9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/java.io.tmpdir/jetty-localhost-35153-hadoop-hdfs-3_4_1-tests_jar-_-any-8180887905742498869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:10,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d60ff31{HTTP/1.1, (http/1.1)}{localhost:35153} 2024-11-16T11:14:10,087 INFO [Time-limited test {}] server.Server(415): Started @94931ms 2024-11-16T11:14:10,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:14:10,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:14:10,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:14:10,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:14:10,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:14:10,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:14:10,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ceade03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:14:10,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22758452{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:14:10,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@739fedda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/java.io.tmpdir/jetty-localhost-36853-hadoop-hdfs-3_4_1-tests_jar-_-any-1992512336004473855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:10,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@195f994e{HTTP/1.1, (http/1.1)}{localhost:36853} 2024-11-16T11:14:10,222 INFO [Time-limited test {}] server.Server(415): Started @95066ms 2024-11-16T11:14:10,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:14:10,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:14:10,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:14:10,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:14:10,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:14:10,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:14:10,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d943a84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:14:10,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242e51be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:14:10,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@93d419c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/java.io.tmpdir/jetty-localhost-36301-hadoop-hdfs-3_4_1-tests_jar-_-any-14546493575677822468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:14:10,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48601ef9{HTTP/1.1, (http/1.1)}{localhost:36301} 2024-11-16T11:14:10,356 INFO [Time-limited test {}] server.Server(415): Started @95200ms 2024-11-16T11:14:10,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:14:11,420 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data1/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,420 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data2/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,436 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:14:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12652ace39d5fa13 with lease ID 0xb10eedecdba8fe83: Processing first storage report for DS-dec51496-3207-41d0-a961-5d07aeb52bba from datanode DatanodeRegistration(127.0.0.1:42275, datanodeUuid=ce9772f1-fdd8-4a42-ab6b-77864b97f25e, infoPort=42217, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12652ace39d5fa13 with lease ID 0xb10eedecdba8fe83: from storage DS-dec51496-3207-41d0-a961-5d07aeb52bba node DatanodeRegistration(127.0.0.1:42275, datanodeUuid=ce9772f1-fdd8-4a42-ab6b-77864b97f25e, infoPort=42217, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12652ace39d5fa13 with lease ID 0xb10eedecdba8fe83: Processing first storage report for DS-24e2d343-85d8-4da6-9ca0-54414a8a5bd5 from datanode DatanodeRegistration(127.0.0.1:42275, datanodeUuid=ce9772f1-fdd8-4a42-ab6b-77864b97f25e, infoPort=42217, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12652ace39d5fa13 with lease ID 0xb10eedecdba8fe83: from storage DS-24e2d343-85d8-4da6-9ca0-54414a8a5bd5 node DatanodeRegistration(127.0.0.1:42275, datanodeUuid=ce9772f1-fdd8-4a42-ab6b-77864b97f25e, infoPort=42217, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,580 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data3/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,580 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data4/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,603 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:14:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6809524db4e0450 with lease ID 0xb10eedecdba8fe84: Processing first storage report for DS-680c6deb-1702-4f16-81b9-1f1213eb04cd from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=fee10f7d-d543-410d-9682-1eb7b8da45e8, infoPort=42801, infoSecurePort=0, ipcPort=43603, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6809524db4e0450 with lease ID 0xb10eedecdba8fe84: from storage DS-680c6deb-1702-4f16-81b9-1f1213eb04cd node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=fee10f7d-d543-410d-9682-1eb7b8da45e8, infoPort=42801, infoSecurePort=0, ipcPort=43603, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6809524db4e0450 with lease ID 0xb10eedecdba8fe84: Processing first storage report for DS-137419ac-628e-46d5-afd8-53f18fb22264 from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=fee10f7d-d543-410d-9682-1eb7b8da45e8, infoPort=42801, infoSecurePort=0, ipcPort=43603, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6809524db4e0450 with lease ID 0xb10eedecdba8fe84: from storage DS-137419ac-628e-46d5-afd8-53f18fb22264 node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=fee10f7d-d543-410d-9682-1eb7b8da45e8, infoPort=42801, infoSecurePort=0, ipcPort=43603, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,633 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data5/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,634 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data6/current/BP-1341898137-172.17.0.2-1731755649271/current, will proceed with Du for space computation calculation, 2024-11-16T11:14:11,662 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:14:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bef44b8fe17cca with lease ID 0xb10eedecdba8fe85: Processing first storage report for DS-6fcb8533-8b58-43de-9177-891421c17402 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=6fc1fd1a-821f-46ec-a50e-1841af145cbb, infoPort=33999, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bef44b8fe17cca with lease ID 0xb10eedecdba8fe85: from storage DS-6fcb8533-8b58-43de-9177-891421c17402 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=6fc1fd1a-821f-46ec-a50e-1841af145cbb, infoPort=33999, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bef44b8fe17cca with lease ID 0xb10eedecdba8fe85: Processing first storage report for DS-c35882d4-f64a-4527-83ac-743718b382f5 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=6fc1fd1a-821f-46ec-a50e-1841af145cbb, infoPort=33999, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271) 2024-11-16T11:14:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bef44b8fe17cca with lease ID 0xb10eedecdba8fe85: from storage DS-c35882d4-f64a-4527-83ac-743718b382f5 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=6fc1fd1a-821f-46ec-a50e-1841af145cbb, infoPort=33999, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=1686459070;c=1731755649271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:14:11,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01 2024-11-16T11:14:11,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/zookeeper_0, clientPort=51394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:14:11,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51394 2024-11-16T11:14:11,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:14:11,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:14:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:14:11,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 with version=8 2024-11-16T11:14:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/hbase-staging 2024-11-16T11:14:11,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:14:11,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:14:11,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:14:11,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39959 2024-11-16T11:14:11,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39959 connecting to ZooKeeper ensemble=127.0.0.1:51394 2024-11-16T11:14:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399590x0, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:14:11,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39959-0x101435a2e190000 connected 2024-11-16T11:14:11,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:11,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3, hbase.cluster.distributed=false 2024-11-16T11:14:11,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:14:11,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-16T11:14:11,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39959 2024-11-16T11:14:11,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39959 2024-11-16T11:14:11,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-16T11:14:11,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-16T11:14:11,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:14:11,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:14:11,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46867 2024-11-16T11:14:11,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46867 connecting to ZooKeeper ensemble=127.0.0.1:51394 2024-11-16T11:14:11,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468670x0, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:14:11,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468670x0, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46867-0x101435a2e190001 connected 2024-11-16T11:14:11,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:14:11,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:14:11,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:14:11,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:14:11,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46867 2024-11-16T11:14:11,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46867 2024-11-16T11:14:11,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46867 2024-11-16T11:14:11,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46867 2024-11-16T11:14:11,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46867 2024-11-16T11:14:11,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:14:11,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:14:11,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36249 2024-11-16T11:14:11,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36249 connecting to ZooKeeper ensemble=127.0.0.1:51394 2024-11-16T11:14:11,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:11,988 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362490x0, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:14:11,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36249-0x101435a2e190002 connected 2024-11-16T11:14:11,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:11,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:14:11,989 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:14:11,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:14:11,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:14:11,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-16T11:14:11,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36249 2024-11-16T11:14:11,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36249 2024-11-16T11:14:11,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-16T11:14:12,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-16T11:14:12,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:14:12,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:14:12,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45469 2024-11-16T11:14:12,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45469 connecting to ZooKeeper ensemble=127.0.0.1:51394 2024-11-16T11:14:12,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:12,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454690x0, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:14:12,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45469-0x101435a2e190003 connected 2024-11-16T11:14:12,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:14:12,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:14:12,039 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:14:12,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:14:12,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:14:12,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-16T11:14:12,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45469 2024-11-16T11:14:12,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45469 2024-11-16T11:14:12,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-16T11:14:12,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-16T11:14:12,059 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:39959 2024-11-16T11:14:12,059 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,072 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,073 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,154 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:14:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:14:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:14:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,154 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,154 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T11:14:12,155 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7948fca2832,39959,1731755651714 from backup master directory 2024-11-16T11:14:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,167 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:14:12,167 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:14:12,167 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,172 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/hbase.id] with ID: 6615d7b2-e6e2-418a-8070-8fd3cd6663d8 2024-11-16T11:14:12,172 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.tmp/hbase.id 2024-11-16T11:14:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:14:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:14:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:14:12,188 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.tmp/hbase.id]:[hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/hbase.id] 2024-11-16T11:14:12,203 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:14:12,204 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:14:12,205 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T11:14:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,216 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:14:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:14:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:14:12,229 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:14:12,229 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:14:12,230 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:14:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:14:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:14:12,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:14:12,240 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store 2024-11-16T11:14:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:14:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:14:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:14:12,252 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:12,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:14:12,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:12,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:12,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:14:12,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:12,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:14:12,253 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755652252Disabling compacts and flushes for region at 1731755652252Disabling writes for close at 1731755652253 (+1 ms)Writing region close event to WAL at 1731755652253Closed at 1731755652253 2024-11-16T11:14:12,254 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/.initializing 2024-11-16T11:14:12,254 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/WALs/a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,255 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:14:12,257 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C39959%2C1731755651714, suffix=, logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/WALs/a7948fca2832,39959,1731755651714, archiveDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/oldWALs, maxLogs=10 2024-11-16T11:14:12,270 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/WALs/a7948fca2832,39959,1731755651714/a7948fca2832%2C39959%2C1731755651714.1731755652257, exclude list is [], retry=0 2024-11-16T11:14:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dec51496-3207-41d0-a961-5d07aeb52bba,DISK] 2024-11-16T11:14:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-6fcb8533-8b58-43de-9177-891421c17402,DISK] 2024-11-16T11:14:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-680c6deb-1702-4f16-81b9-1f1213eb04cd,DISK] 2024-11-16T11:14:12,275 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/WALs/a7948fca2832,39959,1731755651714/a7948fca2832%2C39959%2C1731755651714.1731755652257 2024-11-16T11:14:12,275 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:33999:33999),(127.0.0.1/127.0.0.1:42801:42801)] 2024-11-16T11:14:12,275 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:14:12,275 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:12,276 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,276 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:14:12,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:12,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:14:12,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:12,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:14:12,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:12,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:14:12,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:12,292 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,292 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,293 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,294 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,294 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,295 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:14:12,296 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:14:12,299 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:12,299 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72576879, jitterRate=0.08147977292537689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:14:12,300 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731755652276Initializing all the Stores at 1731755652277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755652277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755652281 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755652281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755652281Cleaning up temporary data from old regions at 1731755652294 (+13 ms)Region opened successfully at 1731755652300 (+6 ms) 2024-11-16T11:14:12,300 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:14:12,304 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc394f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:14:12,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:14:12,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:14:12,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:14:12,305 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:14:12,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T11:14:12,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T11:14:12,306 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T11:14:12,309 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:14:12,311 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T11:14:12,321 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T11:14:12,321 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:14:12,322 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:14:12,332 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T11:14:12,332 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:14:12,333 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:14:12,346 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T11:14:12,347 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:14:12,356 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T11:14:12,358 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:14:12,367 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:12,377 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,377 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,378 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,39959,1731755651714, sessionid=0x101435a2e190000, setting cluster-up flag (Was=false) 2024-11-16T11:14:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,398 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,430 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T11:14:12,431 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,451 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,482 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T11:14:12,484 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,39959,1731755651714 2024-11-16T11:14:12,485 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:14:12,487 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:14:12,487 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:14:12,488 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:14:12,488 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,39959,1731755651714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:14:12,489 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:14:12,489 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:14:12,490 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731755682491 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:14:12,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:14:12,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:14:12,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:14:12,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:14:12,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:14:12,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:14:12,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:14:12,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:14:12,494 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755652492,5,FailOnTimeoutGroup] 2024-11-16T11:14:12,494 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755652494,5,FailOnTimeoutGroup] 2024-11-16T11:14:12,494 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:14:12,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,495 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:14:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:14:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:14:12,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:14:12,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:14:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:14:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:14:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:12,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:14:12,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:14:12,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:12,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:14:12,547 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(746): ClusterId : 6615d7b2-e6e2-418a-8070-8fd3cd6663d8 2024-11-16T11:14:12,547 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:14:12,547 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(746): ClusterId : 6615d7b2-e6e2-418a-8070-8fd3cd6663d8 2024-11-16T11:14:12,547 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:14:12,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:14:12,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:12,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:14:12,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:14:12,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:12,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:14:12,556 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(746): ClusterId : 6615d7b2-e6e2-418a-8070-8fd3cd6663d8 2024-11-16T11:14:12,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:14:12,556 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:14:12,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:12,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:14:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740 2024-11-16T11:14:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740 2024-11-16T11:14:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:14:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:14:12,560 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:14:12,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:14:12,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:12,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63001275, jitterRate=-0.0612078458070755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:14:12,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731755652540Initializing all the Stores at 1731755652542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755652542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755652542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755652542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755652542Cleaning up temporary data from old regions at 1731755652559 (+17 ms)Region opened successfully at 1731755652565 (+6 ms) 2024-11-16T11:14:12,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:14:12,565 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:14:12,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:14:12,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:14:12,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:14:12,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:14:12,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755652565Disabling compacts and flushes for region at 1731755652565Disabling writes for close at 1731755652566 (+1 ms)Writing region close event to WAL at 1731755652566Closed at 1731755652566 2024-11-16T11:14:12,567 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:14:12,567 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:14:12,567 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:14:12,567 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:14:12,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:14:12,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:14:12,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:14:12,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:14:12,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:14:12,577 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:14:12,577 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:14:12,588 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:14:12,588 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:14:12,588 DEBUG [RS:1;a7948fca2832:36249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a58c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:14:12,588 DEBUG [RS:0;a7948fca2832:46867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44eb9927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:14:12,589 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:14:12,589 DEBUG [RS:2;a7948fca2832:45469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b91e42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:14:12,601 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:46867 2024-11-16T11:14:12,601 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a7948fca2832:45469 2024-11-16T11:14:12,601 INFO [RS:0;a7948fca2832:46867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:14:12,601 INFO [RS:2;a7948fca2832:45469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:14:12,601 INFO [RS:0;a7948fca2832:46867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:14:12,601 INFO [RS:2;a7948fca2832:45469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:14:12,601 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:14:12,601 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:14:12,602 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,39959,1731755651714 with port=46867, startcode=1731755651920 2024-11-16T11:14:12,602 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,39959,1731755651714 with port=45469, startcode=1731755652018 2024-11-16T11:14:12,602 DEBUG [RS:0;a7948fca2832:46867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:14:12,602 DEBUG [RS:2;a7948fca2832:45469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:14:12,604 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:14:12,604 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:14:12,605 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a7948fca2832:36249 2024-11-16T11:14:12,605 INFO [RS:1;a7948fca2832:36249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:14:12,605 INFO [RS:1;a7948fca2832:36249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:14:12,605 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:14:12,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,606 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,39959,1731755651714 with port=36249, startcode=1731755651970 2024-11-16T11:14:12,606 DEBUG [RS:1;a7948fca2832:36249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:14:12,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,607 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:12,607 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38303 2024-11-16T11:14:12,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,607 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:14:12,607 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:14:12,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,608 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:12,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,608 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38303 2024-11-16T11:14:12,608 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:14:12,609 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:12,609 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38303 2024-11-16T11:14:12,609 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:14:12,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:14:12,689 DEBUG [RS:2;a7948fca2832:45469 {}] zookeeper.ZKUtil(111): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,689 WARN [RS:2;a7948fca2832:45469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:14:12,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,36249,1731755651970] 2024-11-16T11:14:12,690 INFO [RS:2;a7948fca2832:45469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:14:12,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,45469,1731755652018] 2024-11-16T11:14:12,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,46867,1731755651920] 2024-11-16T11:14:12,690 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,690 DEBUG [RS:0;a7948fca2832:46867 {}] zookeeper.ZKUtil(111): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,690 DEBUG [RS:1;a7948fca2832:36249 {}] zookeeper.ZKUtil(111): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,690 WARN [RS:0;a7948fca2832:46867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:14:12,690 WARN [RS:1;a7948fca2832:36249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:14:12,690 INFO [RS:0;a7948fca2832:46867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:14:12,690 INFO [RS:1;a7948fca2832:36249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:14:12,690 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,690 DEBUG [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,697 INFO [RS:0;a7948fca2832:46867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:14:12,697 INFO [RS:2;a7948fca2832:45469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:14:12,697 INFO [RS:1;a7948fca2832:36249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:14:12,700 INFO [RS:0;a7948fca2832:46867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:14:12,701 INFO [RS:0;a7948fca2832:46867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:14:12,701 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,703 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:14:12,703 INFO [RS:1;a7948fca2832:36249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:14:12,703 INFO [RS:1;a7948fca2832:36249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:14:12,703 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,704 INFO [RS:0;a7948fca2832:46867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:14:12,704 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,704 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,705 DEBUG [RS:0;a7948fca2832:46867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,706 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:14:12,707 INFO [RS:2;a7948fca2832:45469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:14:12,707 INFO [RS:2;a7948fca2832:45469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:14:12,707 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,707 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,707 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,707 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,707 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,708 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:14:12,708 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,708 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46867,1731755651920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:14:12,708 INFO [RS:1;a7948fca2832:36249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:14:12,708 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,708 INFO [RS:2;a7948fca2832:45469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:14:12,708 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,708 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:1;a7948fca2832:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,709 DEBUG [RS:2;a7948fca2832:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:14:12,716 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,716 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,717 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36249,1731755651970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:14:12,717 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,717 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,717 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,717 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45469,1731755652018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:14:12,720 WARN [a7948fca2832:39959 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:14:12,725 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:14:12,725 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,46867,1731755651920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,725 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,725 INFO [RS:0;a7948fca2832:46867 {}] regionserver.Replication(171): a7948fca2832,46867,1731755651920 started 2024-11-16T11:14:12,733 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:14:12,734 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,36249,1731755651970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,734 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,734 INFO [RS:1;a7948fca2832:36249 {}] regionserver.Replication(171): a7948fca2832,36249,1731755651970 started 2024-11-16T11:14:12,735 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:14:12,736 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,45469,1731755652018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,736 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,736 INFO [RS:2;a7948fca2832:45469 {}] regionserver.Replication(171): a7948fca2832,45469,1731755652018 started 2024-11-16T11:14:12,744 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,745 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,46867,1731755651920, RpcServer on a7948fca2832/172.17.0.2:46867, sessionid=0x101435a2e190001 2024-11-16T11:14:12,745 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:14:12,745 DEBUG [RS:0;a7948fca2832:46867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,745 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,46867,1731755651920' 2024-11-16T11:14:12,745 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,46867,1731755651920' 2024-11-16T11:14:12,746 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:14:12,747 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:14:12,747 DEBUG [RS:0;a7948fca2832:46867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:14:12,747 INFO [RS:0;a7948fca2832:46867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:14:12,747 INFO [RS:0;a7948fca2832:46867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:14:12,748 INFO [RS:1;a7948fca2832:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,748 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,36249,1731755651970, RpcServer on a7948fca2832/172.17.0.2:36249, sessionid=0x101435a2e190002 2024-11-16T11:14:12,748 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:14:12,748 DEBUG [RS:1;a7948fca2832:36249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,748 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,36249,1731755651970' 2024-11-16T11:14:12,748 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:14:12,748 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,36249,1731755651970 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,36249,1731755651970' 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:14:12,749 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:14:12,750 DEBUG [RS:1;a7948fca2832:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:14:12,750 INFO [RS:1;a7948fca2832:36249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:14:12,750 INFO [RS:1;a7948fca2832:36249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:14:12,753 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:12,753 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,45469,1731755652018, RpcServer on a7948fca2832/172.17.0.2:45469, sessionid=0x101435a2e190003 2024-11-16T11:14:12,753 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:14:12,753 DEBUG [RS:2;a7948fca2832:45469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,753 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45469,1731755652018' 2024-11-16T11:14:12,753 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:14:12,754 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,45469,1731755652018 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,45469,1731755652018' 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:14:12,755 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:14:12,756 DEBUG [RS:2;a7948fca2832:45469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:14:12,756 INFO [RS:2;a7948fca2832:45469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:14:12,756 INFO [RS:2;a7948fca2832:45469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:14:12,848 INFO [RS:0;a7948fca2832:46867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:14:12,850 INFO [RS:1;a7948fca2832:36249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:14:12,853 INFO [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C46867%2C1731755651920, suffix=, logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920, archiveDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs, maxLogs=32 2024-11-16T11:14:12,854 INFO [RS:1;a7948fca2832:36249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C36249%2C1731755651970, suffix=, logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970, archiveDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs, maxLogs=32 2024-11-16T11:14:12,856 INFO [RS:2;a7948fca2832:45469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:14:12,858 INFO [RS:2;a7948fca2832:45469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C45469%2C1731755652018, suffix=, logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,45469,1731755652018, archiveDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs, maxLogs=32 2024-11-16T11:14:12,869 DEBUG [RS:1;a7948fca2832:36249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970/a7948fca2832%2C36249%2C1731755651970.1731755652856, exclude list is [], retry=0 2024-11-16T11:14:12,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-680c6deb-1702-4f16-81b9-1f1213eb04cd,DISK] 2024-11-16T11:14:12,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dec51496-3207-41d0-a961-5d07aeb52bba,DISK] 2024-11-16T11:14:12,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-6fcb8533-8b58-43de-9177-891421c17402,DISK] 2024-11-16T11:14:12,874 DEBUG [RS:0;a7948fca2832:46867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920/a7948fca2832%2C46867%2C1731755651920.1731755652856, exclude list is [], retry=0 2024-11-16T11:14:12,875 INFO [RS:1;a7948fca2832:36249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970/a7948fca2832%2C36249%2C1731755651970.1731755652856 2024-11-16T11:14:12,875 DEBUG [RS:1;a7948fca2832:36249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801),(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:33999:33999)] 2024-11-16T11:14:12,877 DEBUG [RS:2;a7948fca2832:45469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,45469,1731755652018/a7948fca2832%2C45469%2C1731755652018.1731755652859, exclude list is [], retry=0 2024-11-16T11:14:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-680c6deb-1702-4f16-81b9-1f1213eb04cd,DISK] 2024-11-16T11:14:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-6fcb8533-8b58-43de-9177-891421c17402,DISK] 2024-11-16T11:14:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dec51496-3207-41d0-a961-5d07aeb52bba,DISK] 2024-11-16T11:14:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dec51496-3207-41d0-a961-5d07aeb52bba,DISK] 2024-11-16T11:14:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-6fcb8533-8b58-43de-9177-891421c17402,DISK] 2024-11-16T11:14:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-680c6deb-1702-4f16-81b9-1f1213eb04cd,DISK] 2024-11-16T11:14:12,889 INFO [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920/a7948fca2832%2C46867%2C1731755651920.1731755652856 2024-11-16T11:14:12,889 INFO [RS:2;a7948fca2832:45469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,45469,1731755652018/a7948fca2832%2C45469%2C1731755652018.1731755652859 2024-11-16T11:14:12,889 DEBUG [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33999:33999),(127.0.0.1/127.0.0.1:42801:42801),(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-16T11:14:12,889 DEBUG [RS:2;a7948fca2832:45469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801),(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:33999:33999)] 2024-11-16T11:14:12,970 DEBUG [a7948fca2832:39959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T11:14:12,970 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:14:12,973 INFO [a7948fca2832:39959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:14:12,973 INFO [a7948fca2832:39959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:14:12,973 INFO [a7948fca2832:39959 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:14:12,973 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:14:12,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:12,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,46867,1731755651920, state=OPENING 2024-11-16T11:14:12,988 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:14:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,998 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:14:12,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:12,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:14:12,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:12,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,46867,1731755651920}] 2024-11-16T11:14:12,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:13,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:13,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:14:13,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:13,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:14:13,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:14:19,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:14:19,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:19,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:19,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:23,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:14:23,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:14:23,009 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:14:23,010 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:14:23,010 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:14:23,015 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C46867%2C1731755651920.meta, suffix=.meta, logDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920, archiveDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs, maxLogs=32 2024-11-16T11:14:23,034 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920/a7948fca2832%2C46867%2C1731755651920.meta.1731755663016.meta, exclude list is [], retry=0 2024-11-16T11:14:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-680c6deb-1702-4f16-81b9-1f1213eb04cd,DISK] 2024-11-16T11:14:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-6fcb8533-8b58-43de-9177-891421c17402,DISK] 2024-11-16T11:14:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dec51496-3207-41d0-a961-5d07aeb52bba,DISK] 2024-11-16T11:14:23,040 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,46867,1731755651920/a7948fca2832%2C46867%2C1731755651920.meta.1731755663016.meta 2024-11-16T11:14:23,040 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801),(127.0.0.1/127.0.0.1:33999:33999),(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-16T11:14:23,040 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:14:23,041 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:14:23,041 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:14:23,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:14:23,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:14:23,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:14:23,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:14:23,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:23,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:23,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:14:23,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:14:23,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:23,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:23,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:14:23,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:14:23,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:23,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:14:23,052 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:14:23,053 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740 2024-11-16T11:14:23,056 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740 2024-11-16T11:14:23,062 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:14:23,062 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:14:23,063 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:14:23,064 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:14:23,065 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64246236, jitterRate=-0.04265648126602173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:14:23,066 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:14:23,067 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731755663041Writing region info on filesystem at 1731755663041Initializing all the Stores at 1731755663042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755663042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755663043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755663043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731755663043Cleaning up temporary data from old regions at 1731755663062 (+19 ms)Running coprocessor post-open hooks at 1731755663066 (+4 ms)Region opened successfully at 1731755663066 2024-11-16T11:14:23,068 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731755663002 2024-11-16T11:14:23,070 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:14:23,070 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:14:23,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:23,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,46867,1731755651920, state=OPEN 2024-11-16T11:14:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:14:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:14:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:14:23,197 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:14:23,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:23,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:23,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,46867,1731755651920 2024-11-16T11:14:23,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:23,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:14:23,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:14:23,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,46867,1731755651920 in 10.1990 sec 2024-11-16T11:14:23,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:14:23,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6380 sec 2024-11-16T11:14:23,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:14:23,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:14:23,222 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:14:23,222 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46867,1731755651920, seqNum=-1] 2024-11-16T11:14:23,223 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:14:23,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:14:23,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7580 sec 2024-11-16T11:14:23,249 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731755663248, completionTime=-1 2024-11-16T11:14:23,249 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T11:14:23,249 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:14:23,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T11:14:23,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731755723252 2024-11-16T11:14:23,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731755783252 2024-11-16T11:14:23,252 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-16T11:14:23,252 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:14:23,253 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:39959, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,254 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,256 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:14:23,260 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.093sec 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:14:23,261 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:14:23,270 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:14:23,270 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:14:23,270 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,39959,1731755651714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:14:23,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,39959,-1 for getting cluster id 2024-11-16T11:14:23,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:14:23,364 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6615d7b2-e6e2-418a-8070-8fd3cd6663d8' 2024-11-16T11:14:23,364 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:14:23,364 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6615d7b2-e6e2-418a-8070-8fd3cd6663d8" 2024-11-16T11:14:23,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557f19ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,39959,-1] 2024-11-16T11:14:23,366 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:14:23,366 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:23,368 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:14:23,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fc51e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:14:23,370 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46867,1731755651920, seqNum=-1] 2024-11-16T11:14:23,371 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:14:23,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:14:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,39959,1731755651714 2024-11-16T11:14:23,375 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731755663375 (current time:1731755663375). 2024-11-16T11:14:23,375 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T11:14:23,375 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T11:14:23,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ea94c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,39959,-1 for getting cluster id 2024-11-16T11:14:23,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:14:23,380 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6615d7b2-e6e2-418a-8070-8fd3cd6663d8' 2024-11-16T11:14:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:14:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6615d7b2-e6e2-418a-8070-8fd3cd6663d8" 2024-11-16T11:14:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633fbb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,39959,-1] 2024-11-16T11:14:23,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:14:23,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:23,382 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:14:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eddf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:14:23,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:14:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,46867,1731755651920, seqNum=-1] 2024-11-16T11:14:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:14:23,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:14:23,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:14:23,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:14:23,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:23,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:14:23,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,39959,1731755651714 2024-11-16T11:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7503fa03 2024-11-16T11:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:14:23,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:14:23,394 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:14:23,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:14:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T11:14:23,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:14:23,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:23,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T11:14:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:23,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:14:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:14:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:14:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741837_1013 (size=361) 2024-11-16T11:14:23,453 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab5d91d1995c8363b834c84d10e8afb2, NAME => 'SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,473 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ab1c87b5b02ef95fc31a16d7e2103d8, NAME => 'SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,490 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ec7f302c114956d4ba73a2d80e775a32, NAME => 'SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741838_1014 (size=54) 2024-11-16T11:14:23,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741838_1014 (size=54) 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ab5d91d1995c8363b834c84d10e8afb2, disabling compactions & flushes 2024-11-16T11:14:23,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. after waiting 0 ms 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:23,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:23,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab5d91d1995c8363b834c84d10e8afb2: Waiting for close lock at 1731755663542Disabling compacts and flushes for region at 1731755663542Disabling writes for close at 1731755663542Writing region close event to WAL at 1731755663542Closed at 1731755663542 2024-11-16T11:14:23,543 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84acb49f95d84810c7e0b26da6c75718, NAME => 'SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741838_1014 (size=54) 2024-11-16T11:14:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:14:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:14:23,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741839_1015 (size=62) 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5ab1c87b5b02ef95fc31a16d7e2103d8, disabling compactions & flushes 2024-11-16T11:14:23,559 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. after waiting 0 ms 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:23,559 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:23,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ab1c87b5b02ef95fc31a16d7e2103d8: Waiting for close lock at 1731755663559Disabling compacts and flushes for region at 1731755663559Disabling writes for close at 1731755663559Writing region close event to WAL at 1731755663559Closed at 1731755663559 2024-11-16T11:14:23,560 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c27372db874e3903a5676466ce6becbc, NAME => 'SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741840_1016 (size=62) 2024-11-16T11:14:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741840_1016 (size=62) 2024-11-16T11:14:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741840_1016 (size=62) 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ec7f302c114956d4ba73a2d80e775a32, disabling compactions & flushes 2024-11-16T11:14:23,601 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. after waiting 0 ms 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:23,601 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ec7f302c114956d4ba73a2d80e775a32: Waiting for close lock at 1731755663601Disabling compacts and flushes for region at 1731755663601Disabling writes for close at 1731755663601Writing region close event to WAL at 1731755663601Closed at 1731755663601 2024-11-16T11:14:23,604 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d770ec8c643820edf1507c41f4053875, NAME => 'SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:14:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:14:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741841_1017 (size=62) 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 84acb49f95d84810c7e0b26da6c75718, disabling compactions & flushes 2024-11-16T11:14:23,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. after waiting 0 ms 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:23,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:23,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84acb49f95d84810c7e0b26da6c75718: Waiting for close lock at 1731755663676Disabling compacts and flushes for region at 1731755663676Disabling writes for close at 1731755663676Writing region close event to WAL at 1731755663676Closed at 1731755663676 2024-11-16T11:14:23,677 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b595ad0d58bf7b912ff0cf245b7c00e, NAME => 'SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:14:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:14:23,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c27372db874e3903a5676466ce6becbc, disabling compactions & flushes 2024-11-16T11:14:23,709 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:23,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:23,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. after waiting 0 ms 2024-11-16T11:14:23,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:23,709 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:23,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c27372db874e3903a5676466ce6becbc: Waiting for close lock at 1731755663709Disabling compacts and flushes for region at 1731755663709Disabling writes for close at 1731755663709Writing region close event to WAL at 1731755663709Closed at 1731755663709 2024-11-16T11:14:23,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a2522e8b1d686388a70ad4f318001d08, NAME => 'SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741842_1018 (size=62) 2024-11-16T11:14:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:14:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:14:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741843_1019 (size=62) 2024-11-16T11:14:23,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d770ec8c643820edf1507c41f4053875, disabling compactions & flushes 2024-11-16T11:14:23,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. after waiting 0 ms 2024-11-16T11:14:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:23,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d770ec8c643820edf1507c41f4053875: Waiting for close lock at 1731755663744Disabling compacts and flushes for region at 1731755663744Disabling writes for close at 1731755663744Writing region close event to WAL at 1731755663744Closed at 1731755663744 2024-11-16T11:14:23,745 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e51840447cb6c6d19ac695d566ecab1e, NAME => 'SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b595ad0d58bf7b912ff0cf245b7c00e, disabling compactions & flushes 2024-11-16T11:14:23,842 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. after waiting 0 ms 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:23,842 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:23,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b595ad0d58bf7b912ff0cf245b7c00e: Waiting for close lock at 1731755663842Disabling compacts and flushes for region at 1731755663842Disabling writes for close at 1731755663842Writing region close event to WAL at 1731755663842Closed at 1731755663842 2024-11-16T11:14:23,843 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ed5efbc3569b2418c294d8f29b403d6, NAME => 'SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3 2024-11-16T11:14:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:14:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741844_1020 (size=62) 2024-11-16T11:14:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:14:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:14:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741845_1021 (size=62) 2024-11-16T11:14:23,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a2522e8b1d686388a70ad4f318001d08, disabling compactions & flushes 2024-11-16T11:14:23,885 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:23,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:23,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. after waiting 0 ms 2024-11-16T11:14:23,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:23,885 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:23,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a2522e8b1d686388a70ad4f318001d08: Waiting for close lock at 1731755663885Disabling compacts and flushes for region at 1731755663885Disabling writes for close at 1731755663885Writing region close event to WAL at 1731755663885Closed at 1731755663885 2024-11-16T11:14:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:14:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:14:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741846_1022 (size=62) 2024-11-16T11:14:23,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e51840447cb6c6d19ac695d566ecab1e, disabling compactions & flushes 2024-11-16T11:14:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. after waiting 0 ms 2024-11-16T11:14:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e51840447cb6c6d19ac695d566ecab1e: Waiting for close lock at 1731755663889Disabling compacts and flushes for region at 1731755663889Disabling writes for close at 1731755663890 (+1 ms)Writing region close event to WAL at 1731755663890Closed at 1731755663890 2024-11-16T11:14:23,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:14:23,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:14:23,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:14:23,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:14:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:14:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:14:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741847_1023 (size=54) 2024-11-16T11:14:23,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:23,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2ed5efbc3569b2418c294d8f29b403d6, disabling compactions & flushes 2024-11-16T11:14:23,930 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:23,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:23,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. after waiting 0 ms 2024-11-16T11:14:23,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:23,931 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:23,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ed5efbc3569b2418c294d8f29b403d6: Waiting for close lock at 1731755663930Disabling compacts and flushes for region at 1731755663930Disabling writes for close at 1731755663930Writing region close event to WAL at 1731755663931 (+1 ms)Closed at 1731755663931 2024-11-16T11:14:23,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:14:23,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731755663933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731755663933"}]},"ts":"1731755663933"} 2024-11-16T11:14:23,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T11:14:23,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:14:23,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755663943"}]},"ts":"1731755663943"} 2024-11-16T11:14:23,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T11:14:23,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:14:23,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:14:23,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:14:23,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:14:23,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:14:23,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:14:23,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:14:23,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:14:23,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:14:23,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:14:23,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:14:23,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab5d91d1995c8363b834c84d10e8afb2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec7f302c114956d4ba73a2d80e775a32, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84acb49f95d84810c7e0b26da6c75718, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d770ec8c643820edf1507c41f4053875, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b595ad0d58bf7b912ff0cf245b7c00e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e51840447cb6c6d19ac695d566ecab1e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ed5efbc3569b2418c294d8f29b403d6, ASSIGN}] 2024-11-16T11:14:23,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN 2024-11-16T11:14:23,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b595ad0d58bf7b912ff0cf245b7c00e, ASSIGN 2024-11-16T11:14:23,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e51840447cb6c6d19ac695d566ecab1e, ASSIGN 2024-11-16T11:14:23,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN 2024-11-16T11:14:23,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN; state=OFFLINE, location=a7948fca2832,36249,1731755651970; forceNewPlan=false, retain=false 2024-11-16T11:14:23,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e51840447cb6c6d19ac695d566ecab1e, ASSIGN; state=OFFLINE, location=a7948fca2832,45469,1731755652018; forceNewPlan=false, retain=false 2024-11-16T11:14:23,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b595ad0d58bf7b912ff0cf245b7c00e, ASSIGN; state=OFFLINE, location=a7948fca2832,46867,1731755651920; forceNewPlan=false, retain=false 2024-11-16T11:14:23,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN; state=OFFLINE, location=a7948fca2832,36249,1731755651970; forceNewPlan=false, retain=false 2024-11-16T11:14:23,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ed5efbc3569b2418c294d8f29b403d6, ASSIGN 2024-11-16T11:14:23,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d770ec8c643820edf1507c41f4053875, ASSIGN 2024-11-16T11:14:23,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ed5efbc3569b2418c294d8f29b403d6, ASSIGN; state=OFFLINE, location=a7948fca2832,46867,1731755651920; forceNewPlan=false, retain=false 2024-11-16T11:14:23,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN 2024-11-16T11:14:23,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN; state=OFFLINE, location=a7948fca2832,36249,1731755651970; forceNewPlan=false, retain=false 2024-11-16T11:14:23,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d770ec8c643820edf1507c41f4053875, ASSIGN; state=OFFLINE, location=a7948fca2832,45469,1731755652018; forceNewPlan=false, retain=false 2024-11-16T11:14:23,971 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84acb49f95d84810c7e0b26da6c75718, ASSIGN 2024-11-16T11:14:23,973 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84acb49f95d84810c7e0b26da6c75718, ASSIGN; state=OFFLINE, location=a7948fca2832,46867,1731755651920; forceNewPlan=false, retain=false 2024-11-16T11:14:23,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec7f302c114956d4ba73a2d80e775a32, ASSIGN 2024-11-16T11:14:23,977 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec7f302c114956d4ba73a2d80e775a32, ASSIGN; state=OFFLINE, location=a7948fca2832,45469,1731755652018; forceNewPlan=false, retain=false 2024-11-16T11:14:23,977 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab5d91d1995c8363b834c84d10e8afb2, ASSIGN 2024-11-16T11:14:23,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab5d91d1995c8363b834c84d10e8afb2, ASSIGN; state=OFFLINE, location=a7948fca2832,46867,1731755651920; forceNewPlan=false, retain=false 2024-11-16T11:14:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:24,112 INFO [a7948fca2832:39959 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T11:14:24,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ed5efbc3569b2418c294d8f29b403d6, regionState=OPENING, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:24,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b595ad0d58bf7b912ff0cf245b7c00e, regionState=OPENING, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:24,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=84acb49f95d84810c7e0b26da6c75718, regionState=OPENING, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:24,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab5d91d1995c8363b834c84d10e8afb2, regionState=OPENING, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:24,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e51840447cb6c6d19ac695d566ecab1e, regionState=OPENING, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:24,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d770ec8c643820edf1507c41f4053875, regionState=OPENING, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:24,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ec7f302c114956d4ba73a2d80e775a32, regionState=OPENING, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:24,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a2522e8b1d686388a70ad4f318001d08, regionState=OPENING, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:24,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c27372db874e3903a5676466ce6becbc, regionState=OPENING, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ed5efbc3569b2418c294d8f29b403d6, ASSIGN because future has completed 2024-11-16T11:14:24,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6, server=a7948fca2832,46867,1731755651920}] 2024-11-16T11:14:24,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b595ad0d58bf7b912ff0cf245b7c00e, ASSIGN because future has completed 2024-11-16T11:14:24,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ab1c87b5b02ef95fc31a16d7e2103d8, regionState=OPENING, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:24,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84acb49f95d84810c7e0b26da6c75718, ASSIGN because future has completed 2024-11-16T11:14:24,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e, server=a7948fca2832,46867,1731755651920}] 2024-11-16T11:14:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab5d91d1995c8363b834c84d10e8afb2, ASSIGN because future has completed 2024-11-16T11:14:24,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5d91d1995c8363b834c84d10e8afb2, server=a7948fca2832,46867,1731755651920}] 2024-11-16T11:14:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e51840447cb6c6d19ac695d566ecab1e, ASSIGN because future has completed 2024-11-16T11:14:24,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84acb49f95d84810c7e0b26da6c75718, server=a7948fca2832,46867,1731755651920}] 2024-11-16T11:14:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d770ec8c643820edf1507c41f4053875, ASSIGN because future has completed 2024-11-16T11:14:24,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec7f302c114956d4ba73a2d80e775a32, ASSIGN because future has completed 2024-11-16T11:14:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN because future has completed 2024-11-16T11:14:24,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f302c114956d4ba73a2d80e775a32, server=a7948fca2832,45469,1731755652018}] 2024-11-16T11:14:24,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d770ec8c643820edf1507c41f4053875, server=a7948fca2832,45469,1731755652018}] 2024-11-16T11:14:24,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN because future has completed 2024-11-16T11:14:24,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN because future has completed 2024-11-16T11:14:24,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8, server=a7948fca2832,36249,1731755651970}] 2024-11-16T11:14:24,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c27372db874e3903a5676466ce6becbc, server=a7948fca2832,36249,1731755651970}] 2024-11-16T11:14:24,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2522e8b1d686388a70ad4f318001d08, server=a7948fca2832,36249,1731755651970}] 2024-11-16T11:14:24,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51840447cb6c6d19ac695d566ecab1e, server=a7948fca2832,45469,1731755652018}] 2024-11-16T11:14:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:24,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:14:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:28,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:14:28,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:28,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:34,149 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:34,149 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 84acb49f95d84810c7e0b26da6c75718, NAME => 'SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T11:14:34,150 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,150 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,150 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,150 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,152 INFO [StoreOpener-84acb49f95d84810c7e0b26da6c75718-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,154 INFO [StoreOpener-84acb49f95d84810c7e0b26da6c75718-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84acb49f95d84810c7e0b26da6c75718 columnFamilyName cf 2024-11-16T11:14:34,154 DEBUG [StoreOpener-84acb49f95d84810c7e0b26da6c75718-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,155 INFO [StoreOpener-84acb49f95d84810c7e0b26da6c75718-1 {}] regionserver.HStore(327): Store=84acb49f95d84810c7e0b26da6c75718/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,155 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,156 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,156 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,157 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,157 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,158 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,160 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/84acb49f95d84810c7e0b26da6c75718/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,161 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 84acb49f95d84810c7e0b26da6c75718; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64603158, jitterRate=-0.037337929010391235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,161 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:34,161 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 84acb49f95d84810c7e0b26da6c75718: Running coprocessor pre-open hook at 1731755674150Writing region info on filesystem at 1731755674150Initializing all the Stores at 1731755674151 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674151Cleaning up temporary data from old regions at 1731755674157 (+6 ms)Running coprocessor post-open hooks at 1731755674161 (+4 ms)Region opened successfully at 1731755674161 2024-11-16T11:14:34,163 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718., pid=18, masterSystemTime=1731755674137 2024-11-16T11:14:34,165 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:34,165 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:34,165 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:34,165 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b595ad0d58bf7b912ff0cf245b7c00e, NAME => 'SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T11:14:34,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=84acb49f95d84810c7e0b26da6c75718, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:34,166 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,166 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,166 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,166 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84acb49f95d84810c7e0b26da6c75718, server=a7948fca2832,46867,1731755651920 because future has completed 2024-11-16T11:14:34,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-16T11:14:34,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 84acb49f95d84810c7e0b26da6c75718, server=a7948fca2832,46867,1731755651920 in 10.0090 sec 2024-11-16T11:14:34,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84acb49f95d84810c7e0b26da6c75718, ASSIGN in 10.2170 sec 2024-11-16T11:14:34,181 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:14:34,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:14:34,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:14:34,192 INFO [StoreOpener-2b595ad0d58bf7b912ff0cf245b7c00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,195 INFO [StoreOpener-2b595ad0d58bf7b912ff0cf245b7c00e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b595ad0d58bf7b912ff0cf245b7c00e columnFamilyName cf 2024-11-16T11:14:34,195 DEBUG [StoreOpener-2b595ad0d58bf7b912ff0cf245b7c00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,197 INFO [StoreOpener-2b595ad0d58bf7b912ff0cf245b7c00e-1 {}] regionserver.HStore(327): Store=2b595ad0d58bf7b912ff0cf245b7c00e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,197 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,198 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,200 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,201 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,201 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,203 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,208 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:34,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:14:34,209 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ec7f302c114956d4ba73a2d80e775a32, NAME => 'SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T11:14:34,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,210 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,212 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2b595ad0d58bf7b912ff0cf245b7c00e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67582508, jitterRate=0.007057845592498779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,212 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:34,212 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2b595ad0d58bf7b912ff0cf245b7c00e: Running coprocessor pre-open hook at 1731755674166Writing region info on filesystem at 1731755674166Initializing all the Stores at 1731755674168 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674168Cleaning up temporary data from old regions at 1731755674201 (+33 ms)Running coprocessor post-open hooks at 1731755674212 (+11 ms)Region opened successfully at 1731755674212 2024-11-16T11:14:34,215 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., pid=16, masterSystemTime=1731755674137 2024-11-16T11:14:34,218 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:34,218 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:34,219 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:34,219 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5d91d1995c8363b834c84d10e8afb2, NAME => 'SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T11:14:34,219 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,219 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,219 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b595ad0d58bf7b912ff0cf245b7c00e, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:34,219 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,219 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e, server=a7948fca2832,46867,1731755651920 because future has completed 2024-11-16T11:14:34,224 INFO [StoreOpener-ec7f302c114956d4ba73a2d80e775a32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,227 INFO [StoreOpener-ec7f302c114956d4ba73a2d80e775a32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f302c114956d4ba73a2d80e775a32 columnFamilyName cf 2024-11-16T11:14:34,227 DEBUG [StoreOpener-ec7f302c114956d4ba73a2d80e775a32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,228 INFO [StoreOpener-ec7f302c114956d4ba73a2d80e775a32-1 {}] regionserver.HStore(327): Store=ec7f302c114956d4ba73a2d80e775a32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,228 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,229 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,229 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,229 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,230 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-16T11:14:34,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e, server=a7948fca2832,46867,1731755651920 in 10.0990 sec 2024-11-16T11:14:34,231 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b595ad0d58bf7b912ff0cf245b7c00e, ASSIGN in 10.2760 sec 2024-11-16T11:14:34,236 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:34,237 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ab1c87b5b02ef95fc31a16d7e2103d8, NAME => 'SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T11:14:34,237 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,237 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,237 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,237 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,239 INFO [StoreOpener-5ab1c87b5b02ef95fc31a16d7e2103d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,240 INFO [StoreOpener-5ab1c87b5b02ef95fc31a16d7e2103d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ab1c87b5b02ef95fc31a16d7e2103d8 columnFamilyName cf 2024-11-16T11:14:34,240 DEBUG [StoreOpener-5ab1c87b5b02ef95fc31a16d7e2103d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,242 INFO [StoreOpener-ab5d91d1995c8363b834c84d10e8afb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,243 INFO [StoreOpener-5ab1c87b5b02ef95fc31a16d7e2103d8-1 {}] regionserver.HStore(327): Store=5ab1c87b5b02ef95fc31a16d7e2103d8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,243 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,243 INFO [StoreOpener-ab5d91d1995c8363b834c84d10e8afb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5d91d1995c8363b834c84d10e8afb2 columnFamilyName cf 2024-11-16T11:14:34,243 DEBUG [StoreOpener-ab5d91d1995c8363b834c84d10e8afb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,244 INFO [StoreOpener-ab5d91d1995c8363b834c84d10e8afb2-1 {}] regionserver.HStore(327): Store=ab5d91d1995c8363b834c84d10e8afb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,244 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ec7f302c114956d4ba73a2d80e775a32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,244 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,244 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,245 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ec7f302c114956d4ba73a2d80e775a32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70947646, jitterRate=0.057202309370040894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,245 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:34,245 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ec7f302c114956d4ba73a2d80e775a32: Running coprocessor pre-open hook at 1731755674211Writing region info on filesystem at 1731755674211Initializing all the Stores at 1731755674216 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674216Cleaning up temporary data from old regions at 1731755674230 (+14 ms)Running coprocessor post-open hooks at 1731755674245 (+15 ms)Region opened successfully at 1731755674245 2024-11-16T11:14:34,246 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,246 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32., pid=19, masterSystemTime=1731755674181 2024-11-16T11:14:34,246 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,246 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,246 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,246 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,247 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,247 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,248 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:34,248 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:34,248 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:34,248 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d770ec8c643820edf1507c41f4053875, NAME => 'SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T11:14:34,249 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,249 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,249 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,249 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,249 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,250 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ec7f302c114956d4ba73a2d80e775a32, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:34,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f302c114956d4ba73a2d80e775a32, server=a7948fca2832,45469,1731755652018 because future has completed 2024-11-16T11:14:34,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-16T11:14:34,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ec7f302c114956d4ba73a2d80e775a32, server=a7948fca2832,45469,1731755652018 in 10.0810 sec 2024-11-16T11:14:34,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec7f302c114956d4ba73a2d80e775a32, ASSIGN in 10.3050 sec 2024-11-16T11:14:34,262 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ab5d91d1995c8363b834c84d10e8afb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,263 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ab5d91d1995c8363b834c84d10e8afb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63835620, jitterRate=-0.04877513647079468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,263 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:34,263 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ab5d91d1995c8363b834c84d10e8afb2: Running coprocessor pre-open hook at 1731755674219Writing region info on filesystem at 1731755674219Initializing all the Stores at 1731755674221 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674221Cleaning up temporary data from old regions at 1731755674247 (+26 ms)Running coprocessor post-open hooks at 1731755674263 (+16 ms)Region opened successfully at 1731755674263 2024-11-16T11:14:34,264 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2., pid=17, masterSystemTime=1731755674137 2024-11-16T11:14:34,266 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:34,267 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:34,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab5d91d1995c8363b834c84d10e8afb2, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:34,267 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:34,267 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ed5efbc3569b2418c294d8f29b403d6, NAME => 'SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T11:14:34,268 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,268 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,268 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,268 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5d91d1995c8363b834c84d10e8afb2, server=a7948fca2832,46867,1731755651920 because future has completed 2024-11-16T11:14:34,272 INFO [StoreOpener-d770ec8c643820edf1507c41f4053875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,274 INFO [StoreOpener-d770ec8c643820edf1507c41f4053875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d770ec8c643820edf1507c41f4053875 columnFamilyName cf 2024-11-16T11:14:34,274 DEBUG [StoreOpener-d770ec8c643820edf1507c41f4053875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,275 INFO [StoreOpener-d770ec8c643820edf1507c41f4053875-1 {}] regionserver.HStore(327): Store=d770ec8c643820edf1507c41f4053875/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-16T11:14:34,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5d91d1995c8363b834c84d10e8afb2, server=a7948fca2832,46867,1731755651920 in 10.1200 sec 2024-11-16T11:14:34,277 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,279 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,280 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab5d91d1995c8363b834c84d10e8afb2, ASSIGN in 10.3220 sec 2024-11-16T11:14:34,280 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,280 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,282 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,283 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/5ab1c87b5b02ef95fc31a16d7e2103d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,287 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5ab1c87b5b02ef95fc31a16d7e2103d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61708977, jitterRate=-0.08046458661556244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,287 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:34,287 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5ab1c87b5b02ef95fc31a16d7e2103d8: Running coprocessor pre-open hook at 1731755674237Writing region info on filesystem at 1731755674237Initializing all the Stores at 1731755674238 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674238Cleaning up temporary data from old regions at 1731755674246 (+8 ms)Running coprocessor post-open hooks at 1731755674287 (+41 ms)Region opened successfully at 1731755674287 2024-11-16T11:14:34,289 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8., pid=21, masterSystemTime=1731755674185 2024-11-16T11:14:34,292 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:34,293 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:34,293 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:34,293 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a2522e8b1d686388a70ad4f318001d08, NAME => 'SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T11:14:34,293 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,293 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,293 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,293 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ab1c87b5b02ef95fc31a16d7e2103d8, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:34,297 INFO [StoreOpener-2ed5efbc3569b2418c294d8f29b403d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8, server=a7948fca2832,36249,1731755651970 because future has completed 2024-11-16T11:14:34,301 INFO [StoreOpener-2ed5efbc3569b2418c294d8f29b403d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed5efbc3569b2418c294d8f29b403d6 columnFamilyName cf 2024-11-16T11:14:34,301 DEBUG [StoreOpener-2ed5efbc3569b2418c294d8f29b403d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,301 INFO [StoreOpener-2ed5efbc3569b2418c294d8f29b403d6-1 {}] regionserver.HStore(327): Store=2ed5efbc3569b2418c294d8f29b403d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,302 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,302 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,303 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,303 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,304 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/d770ec8c643820edf1507c41f4053875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,305 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d770ec8c643820edf1507c41f4053875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73215754, jitterRate=0.09099975228309631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,305 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:34,305 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d770ec8c643820edf1507c41f4053875: Running coprocessor pre-open hook at 1731755674250Writing region info on filesystem at 1731755674250Initializing all the Stores at 1731755674251 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674251Cleaning up temporary data from old regions at 1731755674280 (+29 ms)Running coprocessor post-open hooks at 1731755674305 (+25 ms)Region opened successfully at 1731755674305 2024-11-16T11:14:34,307 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875., pid=20, masterSystemTime=1731755674181 2024-11-16T11:14:34,308 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-16T11:14:34,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8, server=a7948fca2832,36249,1731755651970 in 10.1200 sec 2024-11-16T11:14:34,311 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:34,311 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:34,312 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:34,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e51840447cb6c6d19ac695d566ecab1e, NAME => 'SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T11:14:34,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d770ec8c643820edf1507c41f4053875, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:34,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,312 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN in 10.3540 sec 2024-11-16T11:14:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d770ec8c643820edf1507c41f4053875, server=a7948fca2832,45469,1731755652018 because future has completed 2024-11-16T11:14:34,317 INFO [StoreOpener-a2522e8b1d686388a70ad4f318001d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,320 INFO [StoreOpener-a2522e8b1d686388a70ad4f318001d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2522e8b1d686388a70ad4f318001d08 columnFamilyName cf 2024-11-16T11:14:34,320 DEBUG [StoreOpener-a2522e8b1d686388a70ad4f318001d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-16T11:14:34,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d770ec8c643820edf1507c41f4053875, server=a7948fca2832,45469,1731755652018 in 10.1430 sec 2024-11-16T11:14:34,320 INFO [StoreOpener-a2522e8b1d686388a70ad4f318001d08-1 {}] regionserver.HStore(327): Store=a2522e8b1d686388a70ad4f318001d08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,321 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,324 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d770ec8c643820edf1507c41f4053875, ASSIGN in 10.3660 sec 2024-11-16T11:14:34,327 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,327 INFO [StoreOpener-e51840447cb6c6d19ac695d566ecab1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,328 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,328 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,328 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,329 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2ed5efbc3569b2418c294d8f29b403d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400626, jitterRate=0.10865572094917297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,329 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:34,329 INFO [StoreOpener-e51840447cb6c6d19ac695d566ecab1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51840447cb6c6d19ac695d566ecab1e columnFamilyName cf 2024-11-16T11:14:34,329 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2ed5efbc3569b2418c294d8f29b403d6: Running coprocessor pre-open hook at 1731755674269Writing region info on filesystem at 1731755674269Initializing all the Stores at 1731755674270 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674270Cleaning up temporary data from old regions at 1731755674304 (+34 ms)Running coprocessor post-open hooks at 1731755674329 (+25 ms)Region opened successfully at 1731755674329 2024-11-16T11:14:34,329 DEBUG [StoreOpener-e51840447cb6c6d19ac695d566ecab1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,331 INFO [StoreOpener-e51840447cb6c6d19ac695d566ecab1e-1 {}] regionserver.HStore(327): Store=e51840447cb6c6d19ac695d566ecab1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,331 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,332 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., pid=15, masterSystemTime=1731755674137 2024-11-16T11:14:34,332 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,332 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,333 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,333 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,333 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,335 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:34,335 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,335 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:34,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ed5efbc3569b2418c294d8f29b403d6, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,46867,1731755651920 2024-11-16T11:14:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6, server=a7948fca2832,46867,1731755651920 because future has completed 2024-11-16T11:14:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T11:14:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6, server=a7948fca2832,46867,1731755651920 in 10.2240 sec 2024-11-16T11:14:34,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ed5efbc3569b2418c294d8f29b403d6, ASSIGN in 10.3930 sec 2024-11-16T11:14:34,354 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,355 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a2522e8b1d686388a70ad4f318001d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60351854, jitterRate=-0.10068729519844055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,355 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:34,355 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a2522e8b1d686388a70ad4f318001d08: Running coprocessor pre-open hook at 1731755674294Writing region info on filesystem at 1731755674294Initializing all the Stores at 1731755674297 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674297Cleaning up temporary data from old regions at 1731755674328 (+31 ms)Running coprocessor post-open hooks at 1731755674355 (+27 ms)Region opened successfully at 1731755674355 2024-11-16T11:14:34,357 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., pid=23, masterSystemTime=1731755674185 2024-11-16T11:14:34,360 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:34,360 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:34,360 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:34,360 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c27372db874e3903a5676466ce6becbc, NAME => 'SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T11:14:34,361 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,361 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:14:34,361 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,361 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a2522e8b1d686388a70ad4f318001d08, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:34,365 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,366 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e51840447cb6c6d19ac695d566ecab1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66316669, jitterRate=-0.011804625391960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:34,366 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e51840447cb6c6d19ac695d566ecab1e: Running coprocessor pre-open hook at 1731755674313Writing region info on filesystem at 1731755674313Initializing all the Stores at 1731755674315 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674315Cleaning up temporary data from old regions at 1731755674333 (+18 ms)Running coprocessor post-open hooks at 1731755674366 (+33 ms)Region opened successfully at 1731755674366 2024-11-16T11:14:34,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2522e8b1d686388a70ad4f318001d08, server=a7948fca2832,36249,1731755651970 because future has completed 2024-11-16T11:14:34,369 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., pid=24, masterSystemTime=1731755674181 2024-11-16T11:14:34,373 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:34,373 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:34,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e51840447cb6c6d19ac695d566ecab1e, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,45469,1731755652018 2024-11-16T11:14:34,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-16T11:14:34,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a2522e8b1d686388a70ad4f318001d08, server=a7948fca2832,36249,1731755651970 in 10.1820 sec 2024-11-16T11:14:34,376 INFO [StoreOpener-c27372db874e3903a5676466ce6becbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN in 10.4210 sec 2024-11-16T11:14:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51840447cb6c6d19ac695d566ecab1e, server=a7948fca2832,45469,1731755652018 because future has completed 2024-11-16T11:14:34,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-16T11:14:34,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e51840447cb6c6d19ac695d566ecab1e, server=a7948fca2832,45469,1731755652018 in 10.1920 sec 2024-11-16T11:14:34,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e51840447cb6c6d19ac695d566ecab1e, ASSIGN in 10.4280 sec 2024-11-16T11:14:34,389 INFO [StoreOpener-c27372db874e3903a5676466ce6becbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27372db874e3903a5676466ce6becbc columnFamilyName cf 2024-11-16T11:14:34,389 DEBUG [StoreOpener-c27372db874e3903a5676466ce6becbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:14:34,389 INFO [StoreOpener-c27372db874e3903a5676466ce6becbc-1 {}] regionserver.HStore(327): Store=c27372db874e3903a5676466ce6becbc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:14:34,390 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,391 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,391 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,391 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,392 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,393 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,421 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/c27372db874e3903a5676466ce6becbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:14:34,421 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c27372db874e3903a5676466ce6becbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62743483, jitterRate=-0.06504924595355988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:14:34,422 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:34,422 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c27372db874e3903a5676466ce6becbc: Running coprocessor pre-open hook at 1731755674361Writing region info on filesystem at 1731755674361Initializing all the Stores at 1731755674365 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731755674365Cleaning up temporary data from old regions at 1731755674392 (+27 ms)Running coprocessor post-open hooks at 1731755674422 (+30 ms)Region opened successfully at 1731755674422 2024-11-16T11:14:34,423 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc., pid=22, masterSystemTime=1731755674185 2024-11-16T11:14:34,425 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:34,425 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:34,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c27372db874e3903a5676466ce6becbc, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,36249,1731755651970 2024-11-16T11:14:34,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c27372db874e3903a5676466ce6becbc, server=a7948fca2832,36249,1731755651970 because future has completed 2024-11-16T11:14:34,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-16T11:14:34,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c27372db874e3903a5676466ce6becbc, server=a7948fca2832,36249,1731755651970 in 10.2500 sec 2024-11-16T11:14:34,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-16T11:14:34,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN in 10.4850 sec 2024-11-16T11:14:34,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:14:34,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731755674447"}]},"ts":"1731755674447"} 2024-11-16T11:14:34,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T11:14:34,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:14:34,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0580 sec 2024-11-16T11:14:36,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T11:14:39,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:39,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:39,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T11:14:39,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:39,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:39,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T11:14:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:14:41,614 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T11:14:41,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T11:14:41,615 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:14:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T11:14:41,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:14:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T11:14:41,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,663 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,664 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:14:41,699 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., hostname=a7948fca2832,36249,1731755651970, seqNum=2] 2024-11-16T11:14:41,700 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., hostname=a7948fca2832,36249,1731755651970, seqNum=2] 2024-11-16T11:14:41,701 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., hostname=a7948fca2832,36249,1731755651970, seqNum=2] 2024-11-16T11:14:41,702 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., hostname=a7948fca2832,36249,1731755651970, seqNum=2] 2024-11-16T11:14:41,703 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08., hostname=a7948fca2832,36249,1731755651970, seqNum=2] 2024-11-16T11:14:41,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., hostname=a7948fca2832,45469,1731755652018, seqNum=2] 2024-11-16T11:14:41,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., hostname=a7948fca2832,45469,1731755652018, seqNum=2] 2024-11-16T11:14:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., hostname=a7948fca2832,45469,1731755652018, seqNum=2] 2024-11-16T11:14:41,740 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., hostname=a7948fca2832,45469,1731755652018, seqNum=2] 2024-11-16T11:14:41,741 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e., hostname=a7948fca2832,45469,1731755652018, seqNum=2] 2024-11-16T11:14:41,800 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,804 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,806 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,807 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:41,808 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6., hostname=a7948fca2832,46867,1731755651920, seqNum=2] 2024-11-16T11:14:42,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:14:42,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:14:42,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:14:42,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:14:42,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:14:42,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:14:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46867 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:42,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46867 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:14:42,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46867 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T11:14:43,016 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T11:14:43,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:14:43,017 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T11:14:43,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T11:14:43,021 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T11:14:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:14:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:14:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741848_1024 (size=49) 2024-11-16T11:14:43,030 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T11:14:43,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab5d91d1995c8363b834c84d10e8afb2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec7f302c114956d4ba73a2d80e775a32}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84acb49f95d84810c7e0b26da6c75718}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c27372db874e3903a5676466ce6becbc}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d770ec8c643820edf1507c41f4053875}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2522e8b1d686388a70ad4f318001d08}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e51840447cb6c6d19ac695d566ecab1e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6}] 2024-11-16T11:14:43,032 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:43,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:43,032 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:43,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:43,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:43,035 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:43,036 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:43,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:43,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:43,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:46,729 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T11:14:53,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T11:14:53,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T11:14:53,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T11:14:53,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T11:14:53,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T11:14:53,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:53,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 2b595ad0d58bf7b912ff0cf245b7c00e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-16T11:14:53,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:53,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ec7f302c114956d4ba73a2d80e775a32: 2024-11-16T11:14:53,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T11:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ab5d91d1995c8363b834c84d10e8afb2: 2024-11-16T11:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d770ec8c643820edf1507c41f4053875: 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c27372db874e3903a5676466ce6becbc: 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5ab1c87b5b02ef95fc31a16d7e2103d8: 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:53,081 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a2522e8b1d686388a70ad4f318001d08 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T11:14:53,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:53,085 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e51840447cb6c6d19ac695d566ecab1e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T11:14:53,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T11:14:53,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:53,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2ed5efbc3569b2418c294d8f29b403d6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T11:14:53,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/.tmp/cf/4e7dd43ee7714f7f9c81f2e447bb343a is 34, key is aaa/cf:cf/1731755682539/Put/seqid=0 2024-11-16T11:14:53,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/.tmp/cf/49a89bfc24554231b1183ce9ae571ecc is 34, key is ccd/cf:cf/1731755682502/Put/seqid=0 2024-11-16T11:14:53,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/.tmp/cf/11f70f1c93ab42acb7be6707ac6262d3 is 34, key is baa/cf:cf/1731755682478/Put/seqid=0 2024-11-16T11:14:53,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/.tmp/cf/8cd7ee4bcbd6467c8084e218f51333f4 is 34, key is eaa/cf:cf/1731755682888/Put/seqid=0 2024-11-16T11:14:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:14:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:14:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741851_1027 (size=65) 2024-11-16T11:14:53,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:14:53,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T11:14:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T11:14:53,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:53,448 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d770ec8c643820edf1507c41f4053875 2024-11-16T11:14:53,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d770ec8c643820edf1507c41f4053875 in 10.4190 sec 2024-11-16T11:14:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:14:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:14:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741850_1026 (size=65) 2024-11-16T11:14:53,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:14:53,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T11:14:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T11:14:53,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:53,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:14:53,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec7f302c114956d4ba73a2d80e775a32 in 10.4400 sec 2024-11-16T11:14:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741854_1030 (size=499309) 2024-11-16T11:14:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741854_1030 (size=499309) 2024-11-16T11:14:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741854_1030 (size=499309) 2024-11-16T11:14:53,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/.tmp/cf/8cd7ee4bcbd6467c8084e218f51333f4 2024-11-16T11:14:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741852_1028 (size=26918) 2024-11-16T11:14:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741852_1028 (size=26918) 2024-11-16T11:14:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741852_1028 (size=26918) 2024-11-16T11:14:53,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/.tmp/cf/4e7dd43ee7714f7f9c81f2e447bb343a 2024-11-16T11:14:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741849_1025 (size=57) 2024-11-16T11:14:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741849_1025 (size=57) 2024-11-16T11:14:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741849_1025 (size=57) 2024-11-16T11:14:53,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:14:53,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T11:14:53,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:53,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 84acb49f95d84810c7e0b26da6c75718: 2024-11-16T11:14:53,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T11:14:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T11:14:53,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:53,594 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:14:53,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab5d91d1995c8363b834c84d10e8afb2 in 10.5660 sec 2024-11-16T11:14:53,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/.tmp/cf/8cd7ee4bcbd6467c8084e218f51333f4 as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/cf/8cd7ee4bcbd6467c8084e218f51333f4 2024-11-16T11:14:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741856_1032 (size=47197) 2024-11-16T11:14:53,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/.tmp/cf/49a89bfc24554231b1183ce9ae571ecc 2024-11-16T11:14:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741856_1032 (size=47197) 2024-11-16T11:14:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741856_1032 (size=47197) 2024-11-16T11:14:53,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/.tmp/cf/4e7dd43ee7714f7f9c81f2e447bb343a as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/cf/4e7dd43ee7714f7f9c81f2e447bb343a 2024-11-16T11:14:53,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/.tmp/cf/49a89bfc24554231b1183ce9ae571ecc as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/cf/49a89bfc24554231b1183ce9ae571ecc 2024-11-16T11:14:53,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/cf/4e7dd43ee7714f7f9c81f2e447bb343a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-16T11:14:53,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 2b595ad0d58bf7b912ff0cf245b7c00e in 597ms, sequenceid=5, compaction requested=false 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2b595ad0d58bf7b912ff0cf245b7c00e: 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/cf/4e7dd43ee7714f7f9c81f2e447bb343a] hfiles 2024-11-16T11:14:53,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/cf/4e7dd43ee7714f7f9c81f2e447bb343a for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,639 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/cf/8cd7ee4bcbd6467c8084e218f51333f4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T11:14:53,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2ed5efbc3569b2418c294d8f29b403d6 in 545ms, sequenceid=5, compaction requested=false 2024-11-16T11:14:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2ed5efbc3569b2418c294d8f29b403d6: 2024-11-16T11:14:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/cf/8cd7ee4bcbd6467c8084e218f51333f4] hfiles 2024-11-16T11:14:53,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/cf/8cd7ee4bcbd6467c8084e218f51333f4 for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/cf/49a89bfc24554231b1183ce9ae571ecc, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T11:14:53,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e51840447cb6c6d19ac695d566ecab1e in 562ms, sequenceid=5, compaction requested=false 2024-11-16T11:14:53,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e51840447cb6c6d19ac695d566ecab1e: 2024-11-16T11:14:53,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/cf/49a89bfc24554231b1183ce9ae571ecc] hfiles 2024-11-16T11:14:53,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/cf/49a89bfc24554231b1183ce9ae571ecc for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741857_1033 (size=28623) 2024-11-16T11:14:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741857_1033 (size=28623) 2024-11-16T11:14:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741857_1033 (size=28623) 2024-11-16T11:14:53,651 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/.tmp/cf/11f70f1c93ab42acb7be6707ac6262d3 2024-11-16T11:14:53,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/.tmp/cf/11f70f1c93ab42acb7be6707ac6262d3 as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/cf/11f70f1c93ab42acb7be6707ac6262d3 2024-11-16T11:14:53,675 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/cf/11f70f1c93ab42acb7be6707ac6262d3, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T11:14:53,676 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a2522e8b1d686388a70ad4f318001d08 in 595ms, sequenceid=5, compaction requested=false 2024-11-16T11:14:53,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a2522e8b1d686388a70ad4f318001d08: 2024-11-16T11:14:53,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. for SnapshotProcedureTest completed. 2024-11-16T11:14:53,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T11:14:53,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/cf/11f70f1c93ab42acb7be6707ac6262d3] hfiles 2024-11-16T11:14:53,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/a2522e8b1d686388a70ad4f318001d08/cf/11f70f1c93ab42acb7be6707ac6262d3 for snapshot=SnapshotProcedureTest 2024-11-16T11:14:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741855_1031 (size=65) 2024-11-16T11:14:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741855_1031 (size=65) 2024-11-16T11:14:53,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741855_1031 (size=65) 2024-11-16T11:14:53,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8. 2024-11-16T11:14:53,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T11:14:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T11:14:53,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:53,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8 2024-11-16T11:14:53,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ab1c87b5b02ef95fc31a16d7e2103d8 in 10.6620 sec 2024-11-16T11:14:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741853_1029 (size=65) 2024-11-16T11:14:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741853_1029 (size=65) 2024-11-16T11:14:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741853_1029 (size=65) 2024-11-16T11:14:53,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731755663395.c27372db874e3903a5676466ce6becbc. 2024-11-16T11:14:53,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T11:14:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T11:14:53,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:53,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c27372db874e3903a5676466ce6becbc 2024-11-16T11:14:53,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c27372db874e3903a5676466ce6becbc in 10.6940 sec 2024-11-16T11:14:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741859_1035 (size=105) 2024-11-16T11:14:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741859_1035 (size=105) 2024-11-16T11:14:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741859_1035 (size=105) 2024-11-16T11:14:53,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:14:53,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T11:14:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T11:14:53,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:53,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:14:53,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b595ad0d58bf7b912ff0cf245b7c00e in 10.8100 sec 2024-11-16T11:14:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741858_1034 (size=65) 2024-11-16T11:14:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741858_1034 (size=65) 2024-11-16T11:14:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741858_1034 (size=65) 2024-11-16T11:14:53,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:14:53,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T11:14:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T11:14:53,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:53,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:14:53,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 84acb49f95d84810c7e0b26da6c75718 in 10.8280 sec 2024-11-16T11:14:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741861_1037 (size=105) 2024-11-16T11:14:53,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741861_1037 (size=105) 2024-11-16T11:14:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741861_1037 (size=105) 2024-11-16T11:14:53,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:14:53,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T11:14:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T11:14:53,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:53,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:14:53,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e51840447cb6c6d19ac695d566ecab1e in 10.8500 sec 2024-11-16T11:14:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741862_1038 (size=105) 2024-11-16T11:14:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741862_1038 (size=105) 2024-11-16T11:14:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741862_1038 (size=105) 2024-11-16T11:14:53,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731755663395.a2522e8b1d686388a70ad4f318001d08. 2024-11-16T11:14:53,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T11:14:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T11:14:53,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:53,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2522e8b1d686388a70ad4f318001d08 2024-11-16T11:14:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741860_1036 (size=97) 2024-11-16T11:14:53,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741860_1036 (size=97) 2024-11-16T11:14:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741860_1036 (size=97) 2024-11-16T11:14:53,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2522e8b1d686388a70ad4f318001d08 in 10.8780 sec 2024-11-16T11:14:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:14:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T11:14:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T11:14:53,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:53,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:14:53,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-16T11:14:53,922 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T11:14:53,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ed5efbc3569b2418c294d8f29b403d6 in 10.8860 sec 2024-11-16T11:14:53,924 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T11:14:53,924 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T11:14:53,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T11:14:53,943 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:14:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741863_1039 (size=1174) 2024-11-16T11:14:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741863_1039 (size=1174) 2024-11-16T11:14:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741863_1039 (size=1174) 2024-11-16T11:14:54,078 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T11:14:54,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T11:14:54,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:14:54,094 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:14:54,095 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:14:54,101 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:14:54,102 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:14:54,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:14:54,110 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:14:54,110 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:14:54,111 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:14:54,136 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:14:59,575 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7948fca2832:36575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T11:15:03,630 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T11:15:03,630 INFO [master/a7948fca2832:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T11:15:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-16T11:15:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-16T11:15:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-16T11:15:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-16T11:15:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-16T11:15:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-16T11:15:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-16T11:15:04,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T11:15:04,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-16T11:15:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:15:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-16T11:15:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-16T11:15:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-16T11:15:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T11:15:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T11:15:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T11:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T11:15:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T11:15:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T11:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T11:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-16T11:15:04,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-16T11:15:04,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-16T11:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T11:15:04,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T11:15:04,108 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 Release verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-16T11:15:04,108 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 Release verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T11:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-16T11:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-16T11:15:04,111 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 Release verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:04,112 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 Release verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:15:04,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 in 10.0190 sec 2024-11-16T11:15:04,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 in 10.0190 sec 2024-11-16T11:15:04,113 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 in 10.0230 sec 2024-11-16T11:15:04,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 Release verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:04,114 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 Release verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 in 10.0220 sec 2024-11-16T11:15:04,114 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 Release verify snapshot worker=a7948fca2832,45469,1731755652018 2024-11-16T11:15:04,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 Release verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 in 10.0250 sec 2024-11-16T11:15:04,116 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 Release verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:04,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,45469,1731755652018 in 10.0250 sec 2024-11-16T11:15:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 in 10.0250 sec 2024-11-16T11:15:04,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 in 10.0260 sec 2024-11-16T11:15:04,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 in 10.0270 sec 2024-11-16T11:15:04,137 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,137 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a7948fca2832,36249,1731755651970: Simulated kill ***** 2024-11-16T11:15:04,137 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:15:04,137 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:15:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:15:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:15:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:15:04,138 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 495635432 }, "NonHeapMemoryUsage": { "committed": 177733632, "init": 7667712, "max": -1, "used": 172767232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T11:15:04,139 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39959 {}] master.MasterRpcServices(700): a7948fca2832,36249,1731755651970 reported a fatal error: ***** ABORTING region server a7948fca2832,36249,1731755651970: Simulated kill ***** 2024-11-16T11:15:04,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,36249,1731755651970' ***** 2024-11-16T11:15:04,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T11:15:04,139 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:15:04,139 INFO [RS:1;a7948fca2832:36249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T11:15:04,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:15:04,140 INFO [RS:1;a7948fca2832:36249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T11:15:04,140 INFO [RS:1;a7948fca2832:36249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:15:04,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:15:04,140 INFO [RS:1;a7948fca2832:36249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a7948fca2832:36249. 2024-11-16T11:15:04,140 DEBUG [RS:1;a7948fca2832:36249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:15:04,140 DEBUG [RS:1;a7948fca2832:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741833_1009 (size=1488) 2024-11-16T11:15:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741833_1009 (size=1488) 2024-11-16T11:15:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741833_1009 (size=1488) 2024-11-16T11:15:04,143 DEBUG [RS:1;a7948fca2832:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:04,143 INFO [RS:1;a7948fca2832:36249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:04,143 INFO [RS:1;a7948fca2832:36249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36249 2024-11-16T11:15:04,163 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:15:04,233 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,233 INFO [RS:1;a7948fca2832:36249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:15:04,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,36249,1731755651970] 2024-11-16T11:15:04,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,36249,1731755651970 already deleted, retry=false 2024-11-16T11:15:04,254 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a7948fca2832,36249,1731755651970 on a7948fca2832,39959,1731755651714 2024-11-16T11:15:04,255 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7948fca2832,36249,1731755651970, splitWal=true, meta=false 2024-11-16T11:15:04,255 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for a7948fca2832,36249,1731755651970 (carryingMeta=false) a7948fca2832,36249,1731755651970/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1ad5590c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T11:15:04,256 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7948fca2832,36249,1731755651970, splitWal=true, meta=false 2024-11-16T11:15:04,257 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): a7948fca2832,36249,1731755651970 had 3 regions 2024-11-16T11:15:04,257 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,36249,1731755651970, splitWal=true, meta=false, isMeta: false 2024-11-16T11:15:04,259 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting 2024-11-16T11:15:04,260 INFO [PEWorker-5 {}] master.SplitWALManager(105): a7948fca2832,36249,1731755651970 WAL count=1, meta=false 2024-11-16T11:15:04,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7948fca2832%2C36249%2C1731755651970.1731755652856}] 2024-11-16T11:15:04,261 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-16T11:15:04,261 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-16T11:15:04,261 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-16T11:15:04,262 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,36249,1731755651970 Release verify snapshot worker=a7948fca2832,36249,1731755651970 2024-11-16T11:15:04,262 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:04,262 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to a7948fca2832,36249,1731755651970, this operation will be retried to send to another server 2024-11-16T11:15:04,262 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T11:15:04,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C36249%2C1731755651970.1731755652856, worker=a7948fca2832,46867,1731755651920}] 2024-11-16T11:15:04,263 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731755705263 2024-11-16T11:15:04,344 INFO [RS:1;a7948fca2832:36249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:15:04,344 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:04,344 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x101435a2e190002, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:04,344 INFO [RS:1;a7948fca2832:36249 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,36249,1731755651970; zookeeper connection closed. 2024-11-16T11:15:04,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@474d6b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@474d6b65 2024-11-16T11:15:04,716 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:15:04,717 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:15:05,268 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:11,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:15:12,717 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T11:15:14,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-16T11:15:14,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-16T11:15:14,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-16T11:15:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-16T11:15:14,268 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 Release verify snapshot worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:14,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-16T11:15:14,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a7948fca2832,46867,1731755651920 in 20.1790 sec 2024-11-16T11:15:14,271 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T11:15:14,271 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T11:15:14,274 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T11:15:14,274 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T11:15:14,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.2600 sec 2024-11-16T11:15:14,288 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856, size=1.5 K (1488bytes) 2024-11-16T11:15:14,288 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 2024-11-16T11:15:14,289 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 after 1ms 2024-11-16T11:15:14,292 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 took 4ms 2024-11-16T11:15:14,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5ab1c87b5b02ef95fc31a16d7e2103d8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:15:14,300 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a2522e8b1d686388a70ad4f318001d08: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-16T11:15:14,301 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c27372db874e3903a5676466ce6becbc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T11:15:14,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 so closing down 2024-11-16T11:15:14,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:15:14,302 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:15:14,302 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-16T11:15:14,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856, journal: Splitting hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856, size=1.5 K (1488bytes) at 1731755714288Finishing writing output for hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 so closing down at 1731755714302 (+14 ms)3 split writer threads finished at 1731755714302Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731755714302 2024-11-16T11:15:14,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 2024-11-16T11:15:14,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T11:15:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T11:15:14,306 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting/a7948fca2832%2C36249%2C1731755651970.1731755652856 to hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs 2024-11-16T11:15:14,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T11:15:14,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C36249%2C1731755651970.1731755652856, worker=a7948fca2832,46867,1731755651920 in 10.0430 sec 2024-11-16T11:15:14,309 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=a7948fca2832,46867,1731755651920 2024-11-16T11:15:14,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-16T11:15:14,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure a7948fca2832%2C36249%2C1731755651970.1731755652856, worker=a7948fca2832,46867,1731755651920 in 10.0490 sec 2024-11-16T11:15:14,312 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting dir is empty, no logs to split. 2024-11-16T11:15:14,312 INFO [PEWorker-3 {}] master.SplitWALManager(105): a7948fca2832,36249,1731755651970 WAL count=0, meta=false 2024-11-16T11:15:14,312 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,36249,1731755651970 WAL splitting is done? wals=0, meta=false 2024-11-16T11:15:14,314 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a7948fca2832,36249,1731755651970 failed, ignore...File hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/WALs/a7948fca2832,36249,1731755651970-splitting does not exist. 2024-11-16T11:15:14,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN}] 2024-11-16T11:15:14,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN 2024-11-16T11:15:14,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN 2024-11-16T11:15:14,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN 2024-11-16T11:15:14,317 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2522e8b1d686388a70ad4f318001d08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:15:14,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ab1c87b5b02ef95fc31a16d7e2103d8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:15:14,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c27372db874e3903a5676466ce6becbc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:15:14,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T11:15:14,359 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T11:15:14,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:15:14,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:15:14,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:15:14,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:15:14,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:15:14,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=743752204, stopped=false 2024-11-16T11:15:14,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,39959,1731755651714 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:15:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:15:14,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:15:14,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:15:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:15:14,423 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-16T11:15:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:15:14,423 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for d770ec8c643820edf1507c41f4053875 2024-11-16T11:15:14,423 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-16T11:15:14,423 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3091): Received CLOSE for ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:15:14,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:15:14,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:15:14,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,424 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:15:14,424 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for e51840447cb6c6d19ac695d566ecab1e 2024-11-16T11:15:14,425 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d770ec8c643820edf1507c41f4053875, disabling compactions & flushes 2024-11-16T11:15:14,425 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:15:14,425 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:15:14,425 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. after waiting 0 ms 2024-11-16T11:15:14,425 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:15:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,46867,1731755651920' ***** 2024-11-16T11:15:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:15:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,45469,1731755652018' ***** 2024-11-16T11:15:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:15:14,425 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b595ad0d58bf7b912ff0cf245b7c00e 2024-11-16T11:15:14,425 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3091): Received CLOSE for 84acb49f95d84810c7e0b26da6c75718 2024-11-16T11:15:14,425 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ed5efbc3569b2418c294d8f29b403d6 2024-11-16T11:15:14,426 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab5d91d1995c8363b834c84d10e8afb2, disabling compactions & flushes 2024-11-16T11:15:14,427 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:15:14,427 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:15:14,427 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. after waiting 0 ms 2024-11-16T11:15:14,427 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:15:14,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ec7f302c114956d4ba73a2d80e775a32, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2b595ad0d58bf7b912ff0cf245b7c00e, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e51840447cb6c6d19ac695d566ecab1e, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 84acb49f95d84810c7e0b26da6c75718, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,45469,1731755652018 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2ed5efbc3569b2418c294d8f29b403d6, which we are already trying to CLOSE, but not completed yet 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,46867,1731755651920 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:15:14,428 INFO [RS:2;a7948fca2832:45469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a7948fca2832:45469. 2024-11-16T11:15:14,428 INFO [RS:0;a7948fca2832:46867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:46867. 2024-11-16T11:15:14,428 DEBUG [RS:0;a7948fca2832:46867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:15:14,428 DEBUG [RS:2;a7948fca2832:45469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:15:14,429 DEBUG [RS:2;a7948fca2832:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,429 DEBUG [RS:0;a7948fca2832:46867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,429 INFO [RS:0;a7948fca2832:46867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:15:14,429 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T11:15:14,429 INFO [RS:0;a7948fca2832:46867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:15:14,429 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1325): Online Regions={d770ec8c643820edf1507c41f4053875=SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875., ec7f302c114956d4ba73a2d80e775a32=SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32., e51840447cb6c6d19ac695d566ecab1e=SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e.} 2024-11-16T11:15:14,429 INFO [RS:0;a7948fca2832:46867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:15:14,429 DEBUG [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1351): Waiting on d770ec8c643820edf1507c41f4053875, e51840447cb6c6d19ac695d566ecab1e, ec7f302c114956d4ba73a2d80e775a32 2024-11-16T11:15:14,429 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:15:14,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:15:14,437 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T11:15:14,437 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1325): Online Regions={ab5d91d1995c8363b834c84d10e8afb2=SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2., 2b595ad0d58bf7b912ff0cf245b7c00e=SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e., 84acb49f95d84810c7e0b26da6c75718=SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718., 1588230740=hbase:meta,,1.1588230740, 2ed5efbc3569b2418c294d8f29b403d6=SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6.} 2024-11-16T11:15:14,437 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b595ad0d58bf7b912ff0cf245b7c00e, 2ed5efbc3569b2418c294d8f29b403d6, 84acb49f95d84810c7e0b26da6c75718, ab5d91d1995c8363b834c84d10e8afb2 2024-11-16T11:15:14,437 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:15:14,437 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:15:14,437 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:15:14,437 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:15:14,437 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:15:14,437 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-16T11:15:14,460 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ab5d91d1995c8363b834c84d10e8afb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/info/8413d506dd7946ae93b46b72b33db611 is 167, key is SPTestTable,19999999,1731755663395.5ab1c87b5b02ef95fc31a16d7e2103d8./info:regioninfo/1731755674295/Put/seqid=0 2024-11-16T11:15:14,462 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab5d91d1995c8363b834c84d10e8afb2: Waiting for close lock at 1731755714426Running coprocessor pre-close hooks at 1731755714426Disabling compacts and flushes for region at 1731755714426Disabling writes for close at 1731755714427 (+1 ms)Writing region close event to WAL at 1731755714438 (+11 ms)Running coprocessor post-close hooks at 1731755714462 (+24 ms)Closed at 1731755714462 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731755663395.ab5d91d1995c8363b834c84d10e8afb2. 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b595ad0d58bf7b912ff0cf245b7c00e, disabling compactions & flushes 2024-11-16T11:15:14,462 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. after waiting 0 ms 2024-11-16T11:15:14,462 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:15:14,466 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/d770ec8c643820edf1507c41f4053875/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:15:14,468 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:15:14,468 INFO [a7948fca2832:39959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:15:14,468 INFO [a7948fca2832:39959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:15:14,468 DEBUG [a7948fca2832:39959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:15:14,468 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d770ec8c643820edf1507c41f4053875: Waiting for close lock at 1731755714425Running coprocessor pre-close hooks at 1731755714425Disabling compacts and flushes for region at 1731755714425Disabling writes for close at 1731755714425Writing region close event to WAL at 1731755714443 (+18 ms)Running coprocessor post-close hooks at 1731755714467 (+24 ms)Closed at 1731755714467 2024-11-16T11:15:14,469 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731755663395.d770ec8c643820edf1507c41f4053875. 2024-11-16T11:15:14,469 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec7f302c114956d4ba73a2d80e775a32, disabling compactions & flushes 2024-11-16T11:15:14,469 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:15:14,469 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:15:14,469 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. after waiting 0 ms 2024-11-16T11:15:14,469 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:15:14,473 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:14,474 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:14,485 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2b595ad0d58bf7b912ff0cf245b7c00e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:15:14,486 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:15:14,486 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b595ad0d58bf7b912ff0cf245b7c00e: Waiting for close lock at 1731755714462Running coprocessor pre-close hooks at 1731755714462Disabling compacts and flushes for region at 1731755714462Disabling writes for close at 1731755714462Writing region close event to WAL at 1731755714478 (+16 ms)Running coprocessor post-close hooks at 1731755714486 (+8 ms)Closed at 1731755714486 2024-11-16T11:15:14,487 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731755663395.2b595ad0d58bf7b912ff0cf245b7c00e. 2024-11-16T11:15:14,488 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84acb49f95d84810c7e0b26da6c75718, disabling compactions & flushes 2024-11-16T11:15:14,488 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:15:14,488 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:15:14,488 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. after waiting 0 ms 2024-11-16T11:15:14,488 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:15:14,489 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/ec7f302c114956d4ba73a2d80e775a32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:15:14,489 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec7f302c114956d4ba73a2d80e775a32: Waiting for close lock at 1731755714469Running coprocessor pre-close hooks at 1731755714469Disabling compacts and flushes for region at 1731755714469Disabling writes for close at 1731755714469Writing region close event to WAL at 1731755714472 (+3 ms)Running coprocessor post-close hooks at 1731755714489 (+17 ms)Closed at 1731755714489 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731755663395.ec7f302c114956d4ba73a2d80e775a32. 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e51840447cb6c6d19ac695d566ecab1e, disabling compactions & flushes 2024-11-16T11:15:14,490 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. after waiting 0 ms 2024-11-16T11:15:14,490 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:15:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741864_1040 (size=18393) 2024-11-16T11:15:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741864_1040 (size=18393) 2024-11-16T11:15:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741864_1040 (size=18393) 2024-11-16T11:15:14,526 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/info/8413d506dd7946ae93b46b72b33db611 2024-11-16T11:15:14,534 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/84acb49f95d84810c7e0b26da6c75718/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:15:14,535 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84acb49f95d84810c7e0b26da6c75718: Waiting for close lock at 1731755714488Running coprocessor pre-close hooks at 1731755714488Disabling compacts and flushes for region at 1731755714488Disabling writes for close at 1731755714488Writing region close event to WAL at 1731755714501 (+13 ms)Running coprocessor post-close hooks at 1731755714535 (+34 ms)Closed at 1731755714535 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731755663395.84acb49f95d84810c7e0b26da6c75718. 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ed5efbc3569b2418c294d8f29b403d6, disabling compactions & flushes 2024-11-16T11:15:14,535 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. after waiting 0 ms 2024-11-16T11:15:14,535 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:15:14,593 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/e51840447cb6c6d19ac695d566ecab1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:15:14,595 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:15:14,595 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e51840447cb6c6d19ac695d566ecab1e: Waiting for close lock at 1731755714490Running coprocessor pre-close hooks at 1731755714490Disabling compacts and flushes for region at 1731755714490Disabling writes for close at 1731755714490Writing region close event to WAL at 1731755714548 (+58 ms)Running coprocessor post-close hooks at 1731755714594 (+46 ms)Closed at 1731755714595 (+1 ms) 2024-11-16T11:15:14,595 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731755663395.e51840447cb6c6d19ac695d566ecab1e. 2024-11-16T11:15:14,599 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/ns/8d4a8f90891b4b4ca81afae15475cf0b is 43, key is default/ns:d/1731755663230/Put/seqid=0 2024-11-16T11:15:14,620 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/default/SPTestTable/2ed5efbc3569b2418c294d8f29b403d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:15:14,621 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:15:14,621 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ed5efbc3569b2418c294d8f29b403d6: Waiting for close lock at 1731755714535Running coprocessor pre-close hooks at 1731755714535Disabling compacts and flushes for region at 1731755714535Disabling writes for close at 1731755714535Writing region close event to WAL at 1731755714564 (+29 ms)Running coprocessor post-close hooks at 1731755714621 (+57 ms)Closed at 1731755714621 2024-11-16T11:15:14,622 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731755663395.2ed5efbc3569b2418c294d8f29b403d6. 2024-11-16T11:15:14,629 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,45469,1731755652018; all regions closed. 2024-11-16T11:15:14,637 DEBUG [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:15:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741835_1011 (size=2364) 2024-11-16T11:15:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741835_1011 (size=2364) 2024-11-16T11:15:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741835_1011 (size=2364) 2024-11-16T11:15:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741865_1041 (size=5153) 2024-11-16T11:15:14,696 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/ns/8d4a8f90891b4b4ca81afae15475cf0b 2024-11-16T11:15:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741865_1041 (size=5153) 2024-11-16T11:15:14,698 DEBUG [RS:2;a7948fca2832:45469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs 2024-11-16T11:15:14,698 INFO [RS:2;a7948fca2832:45469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C45469%2C1731755652018:(num 1731755652859) 2024-11-16T11:15:14,698 DEBUG [RS:2;a7948fca2832:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,698 INFO [RS:2;a7948fca2832:45469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:14,698 INFO [RS:2;a7948fca2832:45469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:15:14,698 INFO [RS:2;a7948fca2832:45469 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:15:14,699 INFO [RS:2;a7948fca2832:45469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:15:14,699 INFO [RS:2;a7948fca2832:45469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:15:14,699 INFO [RS:2;a7948fca2832:45469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:15:14,699 INFO [RS:2;a7948fca2832:45469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:15:14,699 INFO [RS:2;a7948fca2832:45469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45469 2024-11-16T11:15:14,699 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:15:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741865_1041 (size=5153) 2024-11-16T11:15:14,733 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/table/df9714a4cde4492a8eb162942057472e is 47, key is SPTestTable/table:state/1731755674447/Put/seqid=0 2024-11-16T11:15:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741866_1042 (size=5214) 2024-11-16T11:15:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741866_1042 (size=5214) 2024-11-16T11:15:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741866_1042 (size=5214) 2024-11-16T11:15:14,753 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/table/df9714a4cde4492a8eb162942057472e 2024-11-16T11:15:14,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,45469,1731755652018 2024-11-16T11:15:14,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:15:14,754 INFO [RS:2;a7948fca2832:45469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:15:14,767 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:15:14,767 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:15:14,769 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/info/8413d506dd7946ae93b46b72b33db611 as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/info/8413d506dd7946ae93b46b72b33db611 2024-11-16T11:15:14,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,45469,1731755652018] 2024-11-16T11:15:14,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,45469,1731755652018 already deleted, retry=false 2024-11-16T11:15:14,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,45469,1731755652018 expired; onlineServers=1 2024-11-16T11:15:14,789 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/info/8413d506dd7946ae93b46b72b33db611, entries=100, sequenceid=29, filesize=18.0 K 2024-11-16T11:15:14,790 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/ns/8d4a8f90891b4b4ca81afae15475cf0b as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/ns/8d4a8f90891b4b4ca81afae15475cf0b 2024-11-16T11:15:14,798 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/ns/8d4a8f90891b4b4ca81afae15475cf0b, entries=2, sequenceid=29, filesize=5.0 K 2024-11-16T11:15:14,799 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/.tmp/table/df9714a4cde4492a8eb162942057472e as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/table/df9714a4cde4492a8eb162942057472e 2024-11-16T11:15:14,807 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/table/df9714a4cde4492a8eb162942057472e, entries=2, sequenceid=29, filesize=5.1 K 2024-11-16T11:15:14,808 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 371ms, sequenceid=29, compaction requested=false 2024-11-16T11:15:14,829 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-16T11:15:14,830 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:15:14,830 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:15:14,831 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731755714437Running coprocessor pre-close hooks at 1731755714437Disabling compacts and flushes for region at 1731755714437Disabling writes for close at 1731755714437Obtaining lock to block concurrent updates at 1731755714437Preparing flush snapshotting stores in 1588230740 at 1731755714437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731755714438 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731755714439 (+1 ms)Flushing 1588230740/info: creating writer at 1731755714439Flushing 1588230740/info: appending metadata at 1731755714461 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731755714461Flushing 1588230740/ns: creating writer at 1731755714541 (+80 ms)Flushing 1588230740/ns: appending metadata at 1731755714599 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1731755714599Flushing 1588230740/table: creating writer at 1731755714710 (+111 ms)Flushing 1588230740/table: appending metadata at 1731755714733 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731755714733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef9af26: reopening flushed file at 1731755714767 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b75d24: reopening flushed file at 1731755714789 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245ce83e: reopening flushed file at 1731755714799 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 371ms, sequenceid=29, compaction requested=false at 1731755714808 (+9 ms)Writing region close event to WAL at 1731755714815 (+7 ms)Running coprocessor post-close hooks at 1731755714830 (+15 ms)Closed at 1731755714830 2024-11-16T11:15:14,831 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:15:14,837 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,46867,1731755651920; all regions closed. 2024-11-16T11:15:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741836_1012 (size=15114) 2024-11-16T11:15:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741836_1012 (size=15114) 2024-11-16T11:15:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741836_1012 (size=15114) 2024-11-16T11:15:14,849 DEBUG [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs 2024-11-16T11:15:14,850 INFO [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C46867%2C1731755651920.meta:.meta(num 1731755663016) 2024-11-16T11:15:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741834_1010 (size=3439) 2024-11-16T11:15:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741834_1010 (size=3439) 2024-11-16T11:15:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741834_1010 (size=3439) 2024-11-16T11:15:14,856 DEBUG [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/oldWALs 2024-11-16T11:15:14,856 INFO [RS:0;a7948fca2832:46867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C46867%2C1731755651920:(num 1731755652856) 2024-11-16T11:15:14,856 DEBUG [RS:0;a7948fca2832:46867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:15:14,856 INFO [RS:0;a7948fca2832:46867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:15:14,856 INFO [RS:0;a7948fca2832:46867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:15:14,856 INFO [RS:0;a7948fca2832:46867 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:15:14,856 INFO [RS:0;a7948fca2832:46867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:15:14,856 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:15:14,857 INFO [RS:0;a7948fca2832:46867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46867 2024-11-16T11:15:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:15:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,46867,1731755651920 2024-11-16T11:15:14,869 INFO [RS:0;a7948fca2832:46867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:15:14,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,46867,1731755651920] 2024-11-16T11:15:14,874 INFO [RS:2;a7948fca2832:45469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:15:14,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:14,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x101435a2e190003, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:14,874 INFO [RS:2;a7948fca2832:45469 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,45469,1731755652018; zookeeper connection closed. 2024-11-16T11:15:14,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f4d3a49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f4d3a49 2024-11-16T11:15:14,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,46867,1731755651920 already deleted, retry=false 2024-11-16T11:15:14,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,46867,1731755651920 expired; onlineServers=0 2024-11-16T11:15:14,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,39959,1731755651714' ***** 2024-11-16T11:15:14,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:15:14,890 INFO [M:0;a7948fca2832:39959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:15:14,890 INFO [M:0;a7948fca2832:39959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:15:14,890 DEBUG [M:0;a7948fca2832:39959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:15:14,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:15:14,890 DEBUG [M:0;a7948fca2832:39959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:15:14,890 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755652494 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731755652494,5,FailOnTimeoutGroup] 2024-11-16T11:15:14,890 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755652492 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731755652492,5,FailOnTimeoutGroup] 2024-11-16T11:15:14,890 INFO [M:0;a7948fca2832:39959 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:15:14,891 INFO [M:0;a7948fca2832:39959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:15:14,891 DEBUG [M:0;a7948fca2832:39959 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:15:14,891 INFO [M:0;a7948fca2832:39959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:15:14,891 INFO [M:0;a7948fca2832:39959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:15:14,891 ERROR [M:0;a7948fca2832:39959 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:38303 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38303,5,PEWorkerGroup] 2024-11-16T11:15:14,891 INFO [M:0;a7948fca2832:39959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:15:14,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:15:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T11:15:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:15:14,900 DEBUG [M:0;a7948fca2832:39959 {}] zookeeper.ZKUtil(347): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T11:15:14,900 WARN [M:0;a7948fca2832:39959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:15:14,901 INFO [M:0;a7948fca2832:39959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/.lastflushedseqids 2024-11-16T11:15:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741867_1043 (size=650) 2024-11-16T11:15:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741867_1043 (size=650) 2024-11-16T11:15:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741867_1043 (size=650) 2024-11-16T11:15:14,925 INFO [M:0;a7948fca2832:39959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:15:14,926 INFO [M:0;a7948fca2832:39959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:15:14,926 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:15:14,926 INFO [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:15:14,926 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:15:14,926 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:15:14,926 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:15:14,926 INFO [M:0;a7948fca2832:39959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.14 KB heapSize=203.37 KB 2024-11-16T11:15:14,947 DEBUG [M:0;a7948fca2832:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc5ff38c8cf4a599663d9dd74513f73 is 82, key is hbase:meta,,1/info:regioninfo/1731755663071/Put/seqid=0 2024-11-16T11:15:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741868_1044 (size=5672) 2024-11-16T11:15:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741868_1044 (size=5672) 2024-11-16T11:15:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741868_1044 (size=5672) 2024-11-16T11:15:14,956 INFO [M:0;a7948fca2832:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc5ff38c8cf4a599663d9dd74513f73 2024-11-16T11:15:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:14,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46867-0x101435a2e190001, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:14,980 INFO [RS:0;a7948fca2832:46867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:15:14,980 INFO [RS:0;a7948fca2832:46867 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,46867,1731755651920; zookeeper connection closed. 2024-11-16T11:15:14,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58000205 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58000205 2024-11-16T11:15:14,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T11:15:14,990 DEBUG [M:0;a7948fca2832:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50b58699af2742a98eff5bcd664444d6 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731755674456/Put/seqid=0 2024-11-16T11:15:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741869_1045 (size=11056) 2024-11-16T11:15:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741869_1045 (size=11056) 2024-11-16T11:15:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741869_1045 (size=11056) 2024-11-16T11:15:15,414 INFO [M:0;a7948fca2832:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.40 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50b58699af2742a98eff5bcd664444d6 2024-11-16T11:15:15,420 INFO [M:0;a7948fca2832:39959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50b58699af2742a98eff5bcd664444d6 2024-11-16T11:15:15,435 DEBUG [M:0;a7948fca2832:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a385b44f74a4007a9d266c5ee70d3ce is 69, key is a7948fca2832,45469,1731755652018/rs:state/1731755652605/Put/seqid=0 2024-11-16T11:15:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741870_1046 (size=5442) 2024-11-16T11:15:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741870_1046 (size=5442) 2024-11-16T11:15:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741870_1046 (size=5442) 2024-11-16T11:15:15,447 INFO [M:0;a7948fca2832:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a385b44f74a4007a9d266c5ee70d3ce 2024-11-16T11:15:15,453 INFO [M:0;a7948fca2832:39959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a385b44f74a4007a9d266c5ee70d3ce 2024-11-16T11:15:15,454 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc5ff38c8cf4a599663d9dd74513f73 as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bc5ff38c8cf4a599663d9dd74513f73 2024-11-16T11:15:15,463 INFO [M:0;a7948fca2832:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bc5ff38c8cf4a599663d9dd74513f73, entries=8, sequenceid=398, filesize=5.5 K 2024-11-16T11:15:15,464 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50b58699af2742a98eff5bcd664444d6 as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50b58699af2742a98eff5bcd664444d6 2024-11-16T11:15:15,471 INFO [M:0;a7948fca2832:39959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50b58699af2742a98eff5bcd664444d6 2024-11-16T11:15:15,471 INFO [M:0;a7948fca2832:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50b58699af2742a98eff5bcd664444d6, entries=51, sequenceid=398, filesize=10.8 K 2024-11-16T11:15:15,472 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a385b44f74a4007a9d266c5ee70d3ce as hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a385b44f74a4007a9d266c5ee70d3ce 2024-11-16T11:15:15,477 INFO [M:0;a7948fca2832:39959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a385b44f74a4007a9d266c5ee70d3ce 2024-11-16T11:15:15,478 INFO [M:0;a7948fca2832:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38303/user/jenkins/test-data/f8147054-858e-6a4c-9b60-bc8420b680a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a385b44f74a4007a9d266c5ee70d3ce, entries=3, sequenceid=398, filesize=5.3 K 2024-11-16T11:15:15,479 INFO [M:0;a7948fca2832:39959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=398, compaction requested=false 2024-11-16T11:15:15,493 INFO [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:15:15,493 DEBUG [M:0;a7948fca2832:39959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731755714926Disabling compacts and flushes for region at 1731755714926Disabling writes for close at 1731755714926Obtaining lock to block concurrent updates at 1731755714926Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731755714926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170126, getHeapSize=208184, getOffHeapSize=0, getCellsCount=490 at 1731755714927 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731755714927Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731755714927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731755714947 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731755714947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731755714969 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731755714989 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731755714989Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731755715420 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731755715435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731755715435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d0fdfd: reopening flushed file at 1731755715453 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c40729b: reopening flushed file at 1731755715463 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2277f9e5: reopening flushed file at 1731755715471 (+8 ms)Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=398, compaction requested=false at 1731755715479 (+8 ms)Writing region close event to WAL at 1731755715493 (+14 ms)Closed at 1731755715493 2024-11-16T11:15:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741830_1006 (size=196783) 2024-11-16T11:15:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741830_1006 (size=196783) 2024-11-16T11:15:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741830_1006 (size=196783) 2024-11-16T11:15:15,500 INFO [M:0;a7948fca2832:39959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:15:15,500 INFO [M:0;a7948fca2832:39959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39959 2024-11-16T11:15:15,500 INFO [M:0;a7948fca2832:39959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:15:15,500 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:15:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:15,680 INFO [M:0;a7948fca2832:39959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:15:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101435a2e190000, quorum=127.0.0.1:51394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:15:15,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@93d419c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:15:15,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48601ef9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:15:15,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:15:15,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242e51be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:15:15,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d943a84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,STOPPED} 2024-11-16T11:15:15,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:15:15,722 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:15:15,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:15:15,722 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1341898137-172.17.0.2-1731755649271 (Datanode Uuid 6fc1fd1a-821f-46ec-a50e-1841af145cbb) service to localhost/127.0.0.1:38303 2024-11-16T11:15:15,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data5/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data6/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:15:15,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@739fedda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:15:15,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@195f994e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:15:15,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:15:15,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22758452{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:15:15,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ceade03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,STOPPED} 2024-11-16T11:15:15,733 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:15:15,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:15:15,733 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1341898137-172.17.0.2-1731755649271 (Datanode Uuid fee10f7d-d543-410d-9682-1eb7b8da45e8) service to localhost/127.0.0.1:38303 2024-11-16T11:15:15,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:15:15,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data3/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data4/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:15:15,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@308baae9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:15:15,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d60ff31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:15:15,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:15:15,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b8855a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:15:15,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a21563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,STOPPED} 2024-11-16T11:15:15,744 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:15:15,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:15:15,744 WARN [BP-1341898137-172.17.0.2-1731755649271 heartbeating to localhost/127.0.0.1:38303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1341898137-172.17.0.2-1731755649271 (Datanode Uuid ce9772f1-fdd8-4a42-ab6b-77864b97f25e) service to localhost/127.0.0.1:38303 2024-11-16T11:15:15,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:15:15,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data1/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/cluster_2510851a-832a-b663-16a3-5f4f55401ebb/data/data2/current/BP-1341898137-172.17.0.2-1731755649271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:15:15,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:15:15,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5859050a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:15:15,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fddd36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:15:15,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:15:15,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64ef8c03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:15:15,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123fb1ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8fe20df-3401-0851-80a5-f1915cedbb01/hadoop.log.dir/,STOPPED} 2024-11-16T11:15:15,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:15:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T11:15:15,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38303 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38303 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4173 (was 5072)