2024-11-14 00:13:57,150 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-14 00:13:57,194 main DEBUG Took 0.040121 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 00:13:57,194 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 00:13:57,195 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 00:13:57,196 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 00:13:57,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,214 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 00:13:57,241 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,250 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,251 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,260 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,263 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,265 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,267 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:13:57,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,270 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 00:13:57,272 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:13:57,274 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 00:13:57,277 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 00:13:57,278 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 00:13:57,280 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 00:13:57,281 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 00:13:57,294 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 00:13:57,298 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 00:13:57,302 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 00:13:57,302 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 00:13:57,303 main DEBUG createAppenders(={Console}) 2024-11-14 00:13:57,305 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-14 00:13:57,306 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-14 00:13:57,306 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-14 00:13:57,328 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 00:13:57,329 main DEBUG OutputStream closed 2024-11-14 00:13:57,329 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 00:13:57,333 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 00:13:57,334 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-14 00:13:57,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 00:13:57,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 00:13:57,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 00:13:57,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 00:13:57,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 00:13:57,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 00:13:57,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 00:13:57,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 00:13:57,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 00:13:57,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 00:13:57,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 00:13:57,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 00:13:57,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 00:13:57,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 00:13:57,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 00:13:57,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 00:13:57,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 00:13:57,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 00:13:57,607 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 00:13:57,607 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-14 00:13:57,608 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 00:13:57,613 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-14T00:13:57,632 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-14 00:13:57,637 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 00:13:57,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T00:13:57,670 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-14T00:13:57,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1036, ProcessCount=11, AvailableMemoryMB=1207 2024-11-14T00:13:58,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849 2024-11-14T00:13:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:13:58,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a, deleteOnExit=true 2024-11-14T00:13:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:13:58,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/test.cache.data in system properties and HBase conf 2024-11-14T00:13:58,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:13:58,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:13:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:13:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:13:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:13:58,515 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T00:13:58,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:13:58,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:13:58,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:13:58,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:13:58,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:13:58,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:13:58,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:13:58,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:13:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:13:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:13:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:13:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:13:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:13:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:13:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:14:00,695 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T00:14:00,842 INFO [Time-limited test {}] log.Log(170): Logging initialized @5255ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T00:14:00,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:14:01,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:14:01,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:14:01,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:14:01,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:14:01,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:14:01,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:14:01,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:14:01,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc50b10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/java.io.tmpdir/jetty-localhost-33871-hadoop-hdfs-3_4_1-tests_jar-_-any-11370636598164219108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:14:01,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:33871} 2024-11-14T00:14:01,576 INFO [Time-limited test {}] server.Server(415): Started @5992ms 2024-11-14T00:14:02,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:14:02,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:14:02,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:14:02,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:14:02,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:14:02,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:14:02,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:14:02,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56852281{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/java.io.tmpdir/jetty-localhost-37897-hadoop-hdfs-3_4_1-tests_jar-_-any-1590089738455385310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:14:02,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:37897} 2024-11-14T00:14:02,643 INFO [Time-limited test {}] server.Server(415): Started @7058ms 2024-11-14T00:14:02,725 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:14:02,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:14:02,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:14:03,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:14:03,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:14:03,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:14:03,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbb80b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:14:03,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2e562a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:14:03,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32810f8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/java.io.tmpdir/jetty-localhost-41529-hadoop-hdfs-3_4_1-tests_jar-_-any-16876992233536672889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:14:03,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b4b5bee{HTTP/1.1, (http/1.1)}{localhost:41529} 2024-11-14T00:14:03,239 INFO [Time-limited test {}] server.Server(415): Started @7655ms 2024-11-14T00:14:03,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:14:03,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:14:03,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:14:03,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:14:03,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:14:03,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:14:03,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4c317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:14:03,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b15cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:14:03,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42c90f38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/java.io.tmpdir/jetty-localhost-34861-hadoop-hdfs-3_4_1-tests_jar-_-any-826143248166399180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:14:03,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a6ee5d9{HTTP/1.1, (http/1.1)}{localhost:34861} 2024-11-14T00:14:03,632 INFO [Time-limited test {}] server.Server(415): Started @8047ms 2024-11-14T00:14:03,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:14:05,556 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data1/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,556 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data5/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,565 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data6/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,566 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data3/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,581 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data4/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,593 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data2/current/BP-1180667972-172.17.0.3-1731543240018/current, will proceed with Du for space computation calculation, 2024-11-14T00:14:05,709 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:14:05,709 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:14:05,711 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:14:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe996ae444db3ea86 with lease ID 0xf6ffe0b37d2240aa: Processing first storage report for DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd from datanode DatanodeRegistration(127.0.0.1:41197, datanodeUuid=a0686986-818a-4efc-a37b-6486b4c78f9b, infoPort=33377, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe996ae444db3ea86 with lease ID 0xf6ffe0b37d2240aa: from storage DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd node DatanodeRegistration(127.0.0.1:41197, datanodeUuid=a0686986-818a-4efc-a37b-6486b4c78f9b, infoPort=33377, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea5004e6483e1a44 with lease ID 0xf6ffe0b37d2240ac: Processing first storage report for DS-641c55f1-903b-421d-8bcb-3023112aaa12 from datanode DatanodeRegistration(127.0.0.1:38811, datanodeUuid=451eefe6-2fb2-4e1f-9991-e72a5659be44, infoPort=40359, infoSecurePort=0, ipcPort=41005, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea5004e6483e1a44 with lease ID 0xf6ffe0b37d2240ac: from storage DS-641c55f1-903b-421d-8bcb-3023112aaa12 node DatanodeRegistration(127.0.0.1:38811, datanodeUuid=451eefe6-2fb2-4e1f-9991-e72a5659be44, infoPort=40359, infoSecurePort=0, ipcPort=41005, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe996ae444db3ea86 with lease ID 0xf6ffe0b37d2240aa: Processing first storage report for DS-e42848e6-1870-4919-8662-c25e93054945 from datanode DatanodeRegistration(127.0.0.1:41197, datanodeUuid=a0686986-818a-4efc-a37b-6486b4c78f9b, infoPort=33377, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe996ae444db3ea86 with lease ID 0xf6ffe0b37d2240aa: from storage DS-e42848e6-1870-4919-8662-c25e93054945 node DatanodeRegistration(127.0.0.1:41197, datanodeUuid=a0686986-818a-4efc-a37b-6486b4c78f9b, infoPort=33377, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea5004e6483e1a44 with lease ID 0xf6ffe0b37d2240ac: Processing first storage report for DS-4c53893f-a01b-41ff-8f98-fb33dbaa6148 from datanode DatanodeRegistration(127.0.0.1:38811, datanodeUuid=451eefe6-2fb2-4e1f-9991-e72a5659be44, infoPort=40359, infoSecurePort=0, ipcPort=41005, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea5004e6483e1a44 with lease ID 0xf6ffe0b37d2240ac: from storage DS-4c53893f-a01b-41ff-8f98-fb33dbaa6148 node DatanodeRegistration(127.0.0.1:38811, datanodeUuid=451eefe6-2fb2-4e1f-9991-e72a5659be44, infoPort=40359, infoSecurePort=0, ipcPort=41005, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad8080098fabff01 with lease ID 0xf6ffe0b37d2240ab: Processing first storage report for DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875 from datanode DatanodeRegistration(127.0.0.1:37129, datanodeUuid=661b48a7-3654-448a-8fb7-b5f4d7ae9adb, infoPort=35403, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad8080098fabff01 with lease ID 0xf6ffe0b37d2240ab: from storage DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875 node DatanodeRegistration(127.0.0.1:37129, datanodeUuid=661b48a7-3654-448a-8fb7-b5f4d7ae9adb, infoPort=35403, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad8080098fabff01 with lease ID 0xf6ffe0b37d2240ab: Processing first storage report for DS-60774525-e745-4461-9f0f-aea5c24cd218 from datanode DatanodeRegistration(127.0.0.1:37129, datanodeUuid=661b48a7-3654-448a-8fb7-b5f4d7ae9adb, infoPort=35403, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018) 2024-11-14T00:14:05,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad8080098fabff01 with lease ID 0xf6ffe0b37d2240ab: from storage DS-60774525-e745-4461-9f0f-aea5c24cd218 node DatanodeRegistration(127.0.0.1:37129, datanodeUuid=661b48a7-3654-448a-8fb7-b5f4d7ae9adb, infoPort=35403, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=746174074;c=1731543240018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:14:05,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849 2024-11-14T00:14:05,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/zookeeper_0, clientPort=53664, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:14:05,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53664 2024-11-14T00:14:05,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:06,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:14:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:14:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:14:06,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 with version=8 2024-11-14T00:14:06,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/hbase-staging 2024-11-14T00:14:06,956 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T00:14:07,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:14:07,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:07,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:07,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:14:07,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:07,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:14:07,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:14:07,794 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T00:14:07,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T00:14:07,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:14:07,860 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1041 (auto-detected) 2024-11-14T00:14:07,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T00:14:07,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37713 2024-11-14T00:14:07,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37713 connecting to ZooKeeper ensemble=127.0.0.1:53664 2024-11-14T00:14:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377130x0, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:14:08,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37713-0x10136b11fff0000 connected 2024-11-14T00:14:08,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:08,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:08,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:14:08,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88, hbase.cluster.distributed=false 2024-11-14T00:14:08,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:14:08,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-14T00:14:08,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-14T00:14:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-14T00:14:08,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-14T00:14:08,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-14T00:14:08,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:14:08,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:08,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:08,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:14:08,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:08,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:14:08,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:14:08,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:14:08,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36375 2024-11-14T00:14:08,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36375 connecting to ZooKeeper ensemble=127.0.0.1:53664 2024-11-14T00:14:08,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:08,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:08,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363750x0, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:14:08,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36375-0x10136b11fff0001 connected 2024-11-14T00:14:08,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:14:08,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:14:08,935 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:14:08,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:14:08,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:14:08,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-14T00:14:08,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36375 2024-11-14T00:14:08,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36375 2024-11-14T00:14:08,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-14T00:14:08,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-14T00:14:09,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:14:09,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:14:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:14:09,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:14:09,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:14:09,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45741 2024-11-14T00:14:09,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45741 connecting to ZooKeeper ensemble=127.0.0.1:53664 2024-11-14T00:14:09,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:09,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:09,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457410x0, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:14:09,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45741-0x10136b11fff0002 connected 2024-11-14T00:14:09,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:14:09,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:14:09,101 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:14:09,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:14:09,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:14:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-14T00:14:09,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741 2024-11-14T00:14:09,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741 2024-11-14T00:14:09,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-14T00:14:09,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-14T00:14:09,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:14:09,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:14:09,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:14:09,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45061 2024-11-14T00:14:09,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45061 connecting to ZooKeeper ensemble=127.0.0.1:53664 2024-11-14T00:14:09,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:09,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450610x0, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:14:09,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450610x0, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:14:09,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:14:09,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45061-0x10136b11fff0003 connected 2024-11-14T00:14:09,212 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:14:09,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:14:09,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:14:09,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-14T00:14:09,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45061 2024-11-14T00:14:09,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45061 2024-11-14T00:14:09,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-14T00:14:09,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-14T00:14:09,311 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:37713 2024-11-14T00:14:09,312 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/63baa11b75f3,37713,1731543247084 2024-11-14T00:14:09,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,341 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/63baa11b75f3,37713,1731543247084 2024-11-14T00:14:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:14:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:14:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:14:09,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T00:14:09,392 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/63baa11b75f3,37713,1731543247084 from backup master directory 2024-11-14T00:14:09,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/63baa11b75f3,37713,1731543247084 2024-11-14T00:14:09,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,405 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:14:09,406 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,37713,1731543247084 2024-11-14T00:14:09,408 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T00:14:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:14:09,413 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T00:14:09,498 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/hbase.id] with ID: 57b615c5-b088-484f-8f09-e5c7ce1ef470 2024-11-14T00:14:09,498 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.tmp/hbase.id 2024-11-14T00:14:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:14:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:14:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:14:09,542 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.tmp/hbase.id]:[hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/hbase.id] 2024-11-14T00:14:09,608 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:14:09,615 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:14:09,641 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-14T00:14:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:14:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:14:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:14:09,818 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:14:09,820 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:14:09,844 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:14:09,851 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:14:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:14:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:14:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:14:09,932 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store 2024-11-14T00:14:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:14:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:14:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:14:09,988 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T00:14:09,992 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:09,993 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:14:09,993 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:14:09,993 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:14:09,995 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:14:09,995 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:14:09,996 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:14:09,997 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543249993Disabling compacts and flushes for region at 1731543249993Disabling writes for close at 1731543249995 (+2 ms)Writing region close event to WAL at 1731543249995Closed at 1731543249995 2024-11-14T00:14:10,000 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/.initializing 2024-11-14T00:14:10,001 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/WALs/63baa11b75f3,37713,1731543247084 2024-11-14T00:14:10,013 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:14:10,031 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C37713%2C1731543247084, suffix=, logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/WALs/63baa11b75f3,37713,1731543247084, archiveDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/oldWALs, maxLogs=10 2024-11-14T00:14:10,059 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/WALs/63baa11b75f3,37713,1731543247084/63baa11b75f3%2C37713%2C1731543247084.1731543250036, exclude list is [], retry=0 2024-11-14T00:14:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK] 2024-11-14T00:14:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK] 2024-11-14T00:14:10,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK] 2024-11-14T00:14:10,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T00:14:10,143 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/WALs/63baa11b75f3,37713,1731543247084/63baa11b75f3%2C37713%2C1731543247084.1731543250036 2024-11-14T00:14:10,145 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377),(127.0.0.1/127.0.0.1:35403:35403),(127.0.0.1/127.0.0.1:40359:40359)] 2024-11-14T00:14:10,146 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:14:10,146 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:10,151 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,152 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:14:10,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:10,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:10,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:14:10,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:10,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:10,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:14:10,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:10,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:10,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:14:10,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:10,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:10,303 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,311 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,315 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,335 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,335 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,357 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:14:10,376 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:14:10,397 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:10,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186545, jitterRate=0.016058698296546936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:14:10,413 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543250168Initializing all the Stores at 1731543250176 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543250178 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543250184 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543250185 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543250185Cleaning up temporary data from old regions at 1731543250335 (+150 ms)Region opened successfully at 1731543250412 (+77 ms) 2024-11-14T00:14:10,416 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:14:10,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba72d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:14:10,565 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:14:10,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:14:10,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:14:10,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:14:10,600 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-14T00:14:10,611 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T00:14:10,612 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T00:14:10,669 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:14:10,685 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T00:14:10,699 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T00:14:10,702 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:14:10,711 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:14:10,740 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T00:14:10,743 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:14:10,756 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:14:10,776 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T00:14:10,779 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:14:10,796 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T00:14:10,830 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:14:10,841 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:14:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:10,862 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,37713,1731543247084, sessionid=0x10136b11fff0000, setting cluster-up flag (Was=false) 2024-11-14T00:14:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,274 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T00:14:11,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,37713,1731543247084 2024-11-14T00:14:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:11,649 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T00:14:11,653 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,37713,1731543247084 2024-11-14T00:14:11,667 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:14:11,690 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(746): ClusterId : 57b615c5-b088-484f-8f09-e5c7ce1ef470 2024-11-14T00:14:11,690 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(746): ClusterId : 57b615c5-b088-484f-8f09-e5c7ce1ef470 2024-11-14T00:14:11,690 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(746): ClusterId : 57b615c5-b088-484f-8f09-e5c7ce1ef470 2024-11-14T00:14:11,693 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:14:11,693 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:14:11,693 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:14:11,764 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:14:11,764 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:14:11,766 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:14:11,769 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:14:11,769 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:14:11,769 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:14:11,769 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:14:11,777 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:14:11,784 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:14:11,790 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,37713,1731543247084 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:14:11,868 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:14:11,868 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:14:11,868 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:14:11,869 DEBUG [RS:0;63baa11b75f3:36375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dff0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:14:11,869 DEBUG [RS:1;63baa11b75f3:45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6dab37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:14:11,869 DEBUG [RS:2;63baa11b75f3:45061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1088fab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:14:11,870 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:14:11,870 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:14:11,870 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:14:11,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:14:11,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:14:11,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:11,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:14:11,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:11,888 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;63baa11b75f3:45061 2024-11-14T00:14:11,893 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;63baa11b75f3:45741 2024-11-14T00:14:11,893 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36375 2024-11-14T00:14:11,898 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:14:11,898 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:14:11,898 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:14:11,898 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:14:11,898 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:14:11,898 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:14:11,900 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:14:11,900 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:14:11,901 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:14:11,909 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,37713,1731543247084 with port=45061, startcode=1731543249143 2024-11-14T00:14:11,909 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,37713,1731543247084 with port=45741, startcode=1731543249014 2024-11-14T00:14:11,910 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,37713,1731543247084 with port=36375, startcode=1731543248597 2024-11-14T00:14:11,913 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543281912 2024-11-14T00:14:11,915 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:14:11,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:14:11,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:14:11,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:14:11,927 DEBUG [RS:1;63baa11b75f3:45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:14:11,927 DEBUG [RS:0;63baa11b75f3:36375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:14:11,927 DEBUG [RS:2;63baa11b75f3:45061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:14:11,929 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:14:11,930 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:14:11,930 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:14:11,930 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:14:11,932 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:11,937 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:14:11,940 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:11,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:14:11,941 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:14:11,941 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:14:11,944 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:14:11,945 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:14:11,964 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543251962,5,FailOnTimeoutGroup] 2024-11-14T00:14:11,968 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543251964,5,FailOnTimeoutGroup] 2024-11-14T00:14:11,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:11,969 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:14:11,970 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:11,970 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:14:12,064 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:14:12,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:14:12,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:14:12,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:14:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:14:12,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:14:12,107 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:12,120 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:12,120 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46581 2024-11-14T00:14:12,120 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:14:12,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,129 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:12,130 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46581 2024-11-14T00:14:12,130 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:14:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:14:12,137 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:12,137 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46581 2024-11-14T00:14:12,137 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:14:12,173 DEBUG [RS:0;63baa11b75f3:36375 {}] zookeeper.ZKUtil(111): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,173 WARN [RS:0;63baa11b75f3:36375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:14:12,174 INFO [RS:0;63baa11b75f3:36375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:14:12,174 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,45741,1731543249014] 2024-11-14T00:14:12,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36375,1731543248597] 2024-11-14T00:14:12,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:14:12,194 DEBUG [RS:1;63baa11b75f3:45741 {}] zookeeper.ZKUtil(111): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,194 WARN [RS:1;63baa11b75f3:45741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:14:12,194 INFO [RS:1;63baa11b75f3:45741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:14:12,194 DEBUG [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,45061,1731543249143] 2024-11-14T00:14:12,204 DEBUG [RS:2;63baa11b75f3:45061 {}] zookeeper.ZKUtil(111): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,205 WARN [RS:2;63baa11b75f3:45061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:14:12,205 INFO [RS:2;63baa11b75f3:45061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:14:12,205 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:14:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:14:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:14:12,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:14:12,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:14:12,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:12,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:12,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:14:12,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:14:12,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:12,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:12,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:14:12,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:14:12,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:12,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:12,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:14:12,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:14:12,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:12,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:12,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:14:12,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740 2024-11-14T00:14:12,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740 2024-11-14T00:14:12,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:14:12,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:14:12,310 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:14:12,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:14:12,319 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:14:12,320 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:14:12,332 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:14:12,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:12,355 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450587, jitterRate=0.07959787547588348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:14:12,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543252230Initializing all the Stores at 1731543252238 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543252238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543252240 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543252240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543252240Cleaning up temporary data from old regions at 1731543252308 (+68 ms)Region opened successfully at 1731543252356 (+48 ms) 2024-11-14T00:14:12,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:14:12,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:14:12,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:14:12,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:14:12,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:14:12,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:14:12,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543252357Disabling compacts and flushes for region at 1731543252357Disabling writes for close at 1731543252357Writing region close event to WAL at 1731543252365 (+8 ms)Closed at 1731543252366 (+1 ms) 2024-11-14T00:14:12,371 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:14:12,372 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:14:12,375 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:14:12,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:14:12,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:14:12,383 INFO [RS:0;63baa11b75f3:36375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:14:12,383 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,383 INFO [RS:2;63baa11b75f3:45061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:14:12,383 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,384 INFO [RS:1;63baa11b75f3:45741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:14:12,384 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,386 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:14:12,387 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:14:12,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:14:12,397 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:14:12,404 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:14:12,406 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,406 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:14:12,407 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,408 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,408 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,409 DEBUG [RS:2;63baa11b75f3:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,409 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,410 DEBUG [RS:0;63baa11b75f3:36375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:14:12,416 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:14:12,421 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:14:12,421 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,422 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,422 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,422 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,422 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,422 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,423 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:14:12,424 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,424 DEBUG [RS:1;63baa11b75f3:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:14:12,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:14:12,471 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,471 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,472 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,472 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,472 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,472 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36375,1731543248597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:14:12,496 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,496 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,497 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,497 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,497 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,497 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45741,1731543249014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:14:12,507 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,507 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,507 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,507 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,508 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,508 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45061,1731543249143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:14:12,550 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:14:12,553 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36375,1731543248597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,553 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,553 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.Replication(171): 63baa11b75f3,36375,1731543248597 started 2024-11-14T00:14:12,570 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:14:12,570 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45741,1731543249014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,571 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,571 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.Replication(171): 63baa11b75f3,45741,1731543249014 started 2024-11-14T00:14:12,579 WARN [63baa11b75f3:37713 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:14:12,580 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:14:12,581 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45061,1731543249143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,581 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,581 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.Replication(171): 63baa11b75f3,45061,1731543249143 started 2024-11-14T00:14:12,626 INFO [RS:1;63baa11b75f3:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,636 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,45741,1731543249014, RpcServer on 63baa11b75f3/172.17.0.3:45741, sessionid=0x10136b11fff0002 2024-11-14T00:14:12,637 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:14:12,638 DEBUG [RS:1;63baa11b75f3:45741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,638 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45741,1731543249014' 2024-11-14T00:14:12,638 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:14:12,641 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:14:12,642 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,642 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36375,1731543248597, RpcServer on 63baa11b75f3/172.17.0.3:36375, sessionid=0x10136b11fff0001 2024-11-14T00:14:12,642 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:14:12,643 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:14:12,643 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:14:12,643 DEBUG [RS:0;63baa11b75f3:36375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,643 DEBUG [RS:1;63baa11b75f3:45741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,45741,1731543249014 2024-11-14T00:14:12,643 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36375,1731543248597' 2024-11-14T00:14:12,643 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45741,1731543249014' 2024-11-14T00:14:12,643 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:14:12,643 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:14:12,643 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:12,643 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,45061,1731543249143, RpcServer on 63baa11b75f3/172.17.0.3:45061, sessionid=0x10136b11fff0003 2024-11-14T00:14:12,643 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:14:12,643 DEBUG [RS:2;63baa11b75f3:45061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,644 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45061,1731543249143' 2024-11-14T00:14:12,644 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:14:12,644 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:14:12,644 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:14:12,647 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:14:12,647 DEBUG [RS:1;63baa11b75f3:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:14:12,647 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:14:12,647 DEBUG [RS:0;63baa11b75f3:36375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36375,1731543248597 2024-11-14T00:14:12,647 INFO [RS:1;63baa11b75f3:45741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:14:12,647 INFO [RS:1;63baa11b75f3:45741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:14:12,647 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36375,1731543248597' 2024-11-14T00:14:12,647 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:14:12,648 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:14:12,655 DEBUG [RS:0;63baa11b75f3:36375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:14:12,655 INFO [RS:0;63baa11b75f3:36375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:14:12,655 INFO [RS:0;63baa11b75f3:36375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:14:12,656 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:14:12,667 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:14:12,667 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:14:12,667 DEBUG [RS:2;63baa11b75f3:45061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,45061,1731543249143 2024-11-14T00:14:12,667 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45061,1731543249143' 2024-11-14T00:14:12,667 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:14:12,670 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:14:12,673 DEBUG [RS:2;63baa11b75f3:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:14:12,673 INFO [RS:2;63baa11b75f3:45061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:14:12,673 INFO [RS:2;63baa11b75f3:45061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:14:12,756 INFO [RS:1;63baa11b75f3:45741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:14:12,766 INFO [RS:0;63baa11b75f3:36375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:14:12,777 INFO [RS:2;63baa11b75f3:45061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:14:12,779 INFO [RS:1;63baa11b75f3:45741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C45741%2C1731543249014, suffix=, logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014, archiveDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs, maxLogs=32 2024-11-14T00:14:12,785 INFO [RS:0;63baa11b75f3:36375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C36375%2C1731543248597, suffix=, logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,36375,1731543248597, archiveDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs, maxLogs=32 2024-11-14T00:14:12,789 INFO [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C45061%2C1731543249143, suffix=, logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143, archiveDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs, maxLogs=32 2024-11-14T00:14:12,822 DEBUG [RS:0;63baa11b75f3:36375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,36375,1731543248597/63baa11b75f3%2C36375%2C1731543248597.1731543252788, exclude list is [], retry=0 2024-11-14T00:14:12,825 DEBUG [RS:2;63baa11b75f3:45061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143/63baa11b75f3%2C45061%2C1731543249143.1731543252792, exclude list is [], retry=0 2024-11-14T00:14:12,832 DEBUG [RS:1;63baa11b75f3:45741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014/63baa11b75f3%2C45741%2C1731543249014.1731543252785, exclude list is [], retry=0 2024-11-14T00:14:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK] 2024-11-14T00:14:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK] 2024-11-14T00:14:12,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK] 2024-11-14T00:14:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK] 2024-11-14T00:14:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK] 2024-11-14T00:14:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK] 2024-11-14T00:14:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK] 2024-11-14T00:14:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK] 2024-11-14T00:14:12,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK] 2024-11-14T00:14:12,936 INFO [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143/63baa11b75f3%2C45061%2C1731543249143.1731543252792 2024-11-14T00:14:12,941 INFO [RS:0;63baa11b75f3:36375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,36375,1731543248597/63baa11b75f3%2C36375%2C1731543248597.1731543252788 2024-11-14T00:14:12,945 DEBUG [RS:0;63baa11b75f3:36375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377),(127.0.0.1/127.0.0.1:35403:35403),(127.0.0.1/127.0.0.1:40359:40359)] 2024-11-14T00:14:12,946 INFO [RS:1;63baa11b75f3:45741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014/63baa11b75f3%2C45741%2C1731543249014.1731543252785 2024-11-14T00:14:12,949 DEBUG [RS:1;63baa11b75f3:45741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:33377:33377),(127.0.0.1/127.0.0.1:35403:35403)] 2024-11-14T00:14:12,976 DEBUG [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:35403:35403),(127.0.0.1/127.0.0.1:33377:33377)] 2024-11-14T00:14:13,083 DEBUG [63baa11b75f3:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T00:14:13,096 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T00:14:13,133 INFO [63baa11b75f3:37713 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:14:13,133 INFO [63baa11b75f3:37713 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:14:13,133 INFO [63baa11b75f3:37713 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T00:14:13,133 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:14:13,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:13,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45061,1731543249143, state=OPENING 2024-11-14T00:14:13,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:14:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:13,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:14:13,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:13,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:13,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:13,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:14:13,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:14:17,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:14:17,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:14:23,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:14:23,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:14:23,343 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:14:23,344 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:14:23,344 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:14:23,354 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C45061%2C1731543249143.meta, suffix=.meta, logDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143, archiveDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs, maxLogs=32 2024-11-14T00:14:23,378 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143/63baa11b75f3%2C45061%2C1731543249143.meta.1731543263357.meta, exclude list is [], retry=0 2024-11-14T00:14:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK] 2024-11-14T00:14:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK] 2024-11-14T00:14:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK] 2024-11-14T00:14:23,392 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45061,1731543249143/63baa11b75f3%2C45061%2C1731543249143.meta.1731543263357.meta 2024-11-14T00:14:23,393 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377),(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:35403:35403)] 2024-11-14T00:14:23,393 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:14:23,395 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:14:23,398 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:14:23,405 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:14:23,411 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:14:23,412 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:23,412 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:14:23,412 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:14:23,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:14:23,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:14:23,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:23,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:23,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:14:23,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:14:23,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:23,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:23,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:14:23,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:14:23,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:23,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:23,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:14:23,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:14:23,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:23,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:14:23,445 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:14:23,448 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740 2024-11-14T00:14:23,453 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740 2024-11-14T00:14:23,458 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:14:23,458 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:14:23,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:14:23,463 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:14:23,466 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60501246, jitterRate=-0.09846118092536926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:14:23,466 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:14:23,467 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543263413Writing region info on filesystem at 1731543263413Initializing all the Stores at 1731543263417 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543263417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543263419 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543263419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543263419Cleaning up temporary data from old regions at 1731543263458 (+39 ms)Running coprocessor post-open hooks at 1731543263466 (+8 ms)Region opened successfully at 1731543263467 (+1 ms) 2024-11-14T00:14:23,477 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543263298 2024-11-14T00:14:23,493 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:14:23,495 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:14:23,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:23,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45061,1731543249143, state=OPEN 2024-11-14T00:14:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:14:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:14:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:14:23,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:23,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:23,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:23,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:14:23,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:14:23,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:14:23,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45061,1731543249143 in 10.2640 sec 2024-11-14T00:14:23,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:14:23,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1320 sec 2024-11-14T00:14:23,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:14:23,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:14:23,575 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:14:23,577 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45061,1731543249143, seqNum=-1] 2024-11-14T00:14:23,622 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:14:23,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:14:23,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.9440 sec 2024-11-14T00:14:23,658 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543263658, completionTime=-1 2024-11-14T00:14:23,661 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T00:14:23,661 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:14:23,694 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T00:14:23,694 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543323694 2024-11-14T00:14:23,694 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543383694 2024-11-14T00:14:23,694 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-14T00:14:23,696 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:14:23,704 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,705 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,705 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,707 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:37713, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,711 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,716 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:14:23,752 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 14.346sec 2024-11-14T00:14:23,754 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:14:23,756 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:14:23,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:14:23,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:14:23,759 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:14:23,760 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:14:23,761 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:14:23,768 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:14:23,769 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:14:23,769 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,37713,1731543247084-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:14:23,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a10f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:23,871 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T00:14:23,871 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T00:14:23,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,37713,-1 for getting cluster id 2024-11-14T00:14:23,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:14:23,892 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57b615c5-b088-484f-8f09-e5c7ce1ef470' 2024-11-14T00:14:23,895 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:14:23,895 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57b615c5-b088-484f-8f09-e5c7ce1ef470" 2024-11-14T00:14:23,896 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5d7f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:23,896 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,37713,-1] 2024-11-14T00:14:23,899 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:14:23,902 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:23,903 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:14:23,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bde6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:23,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:14:23,918 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45061,1731543249143, seqNum=-1] 2024-11-14T00:14:23,919 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:14:23,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:14:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,37713,1731543247084 2024-11-14T00:14:23,985 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731543263983 (current time:1731543263983). 2024-11-14T00:14:23,985 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T00:14:23,985 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T00:14:24,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8af6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:24,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,37713,-1 for getting cluster id 2024-11-14T00:14:24,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:14:24,014 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57b615c5-b088-484f-8f09-e5c7ce1ef470' 2024-11-14T00:14:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:14:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57b615c5-b088-484f-8f09-e5c7ce1ef470" 2024-11-14T00:14:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2247289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,37713,-1] 2024-11-14T00:14:24,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:14:24,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:24,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:14:24,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5934a0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:14:24,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:14:24,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45061,1731543249143, seqNum=-1] 2024-11-14T00:14:24,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:14:24,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:14:24,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:14:24,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:14:24,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:24,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:14:24,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:24,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:14:24,051 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,37713,1731543247084 2024-11-14T00:14:24,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fa20375 2024-11-14T00:14:24,056 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:14:24,060 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:14:24,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:14:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T00:14:24,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:14:24,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T00:14:24,081 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:24,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:14:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:14:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:14:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:14:24,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72e5ec454a4b5321bf114cfd3e283f60, NAME => 'SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,126 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fa06b5230d76bc89c55f0b49ca7ce037, NAME => 'SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,126 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => edac6db7f6a6e1f342bfd79e57124758, NAME => 'SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741838_1014 (size=62) 2024-11-14T00:14:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741838_1014 (size=62) 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fa06b5230d76bc89c55f0b49ca7ce037, disabling compactions & flushes 2024-11-14T00:14:24,165 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. after waiting 0 ms 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:24,165 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:24,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fa06b5230d76bc89c55f0b49ca7ce037: Waiting for close lock at 1731543264165Disabling compacts and flushes for region at 1731543264165Disabling writes for close at 1731543264165Writing region close event to WAL at 1731543264165Closed at 1731543264165 2024-11-14T00:14:24,166 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 86d87c6a3396374eec3861c694432d0b, NAME => 'SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741838_1014 (size=62) 2024-11-14T00:14:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:14:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:14:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:14:24,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing edac6db7f6a6e1f342bfd79e57124758, disabling compactions & flushes 2024-11-14T00:14:24,172 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:24,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:24,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. after waiting 0 ms 2024-11-14T00:14:24,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:24,173 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:24,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for edac6db7f6a6e1f342bfd79e57124758: Waiting for close lock at 1731543264172Disabling compacts and flushes for region at 1731543264172Disabling writes for close at 1731543264172Writing region close event to WAL at 1731543264172Closed at 1731543264173 (+1 ms) 2024-11-14T00:14:24,173 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9718109a43723b3c7e4b08c6d3a927f1, NAME => 'SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741839_1015 (size=54) 2024-11-14T00:14:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741839_1015 (size=54) 2024-11-14T00:14:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741839_1015 (size=54) 2024-11-14T00:14:24,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 72e5ec454a4b5321bf114cfd3e283f60, disabling compactions & flushes 2024-11-14T00:14:24,191 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:24,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:24,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. after waiting 0 ms 2024-11-14T00:14:24,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:24,191 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:24,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72e5ec454a4b5321bf114cfd3e283f60: Waiting for close lock at 1731543264191Disabling compacts and flushes for region at 1731543264191Disabling writes for close at 1731543264191Writing region close event to WAL at 1731543264191Closed at 1731543264191 2024-11-14T00:14:24,192 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1df857707985a207ecbbac0c496fb165, NAME => 'SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:14:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:14:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:14:24,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 86d87c6a3396374eec3861c694432d0b, disabling compactions & flushes 2024-11-14T00:14:24,256 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:24,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:24,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. after waiting 0 ms 2024-11-14T00:14:24,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:24,257 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:24,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 86d87c6a3396374eec3861c694432d0b: Waiting for close lock at 1731543264256Disabling compacts and flushes for region at 1731543264256Disabling writes for close at 1731543264257 (+1 ms)Writing region close event to WAL at 1731543264257Closed at 1731543264257 2024-11-14T00:14:24,258 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f93c7ce5c38b9e88c2e5fd90fdfbc053, NAME => 'SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:14:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:14:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:14:24,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1df857707985a207ecbbac0c496fb165, disabling compactions & flushes 2024-11-14T00:14:24,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:24,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:24,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. after waiting 0 ms 2024-11-14T00:14:24,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:24,290 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:24,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1df857707985a207ecbbac0c496fb165: Waiting for close lock at 1731543264287Disabling compacts and flushes for region at 1731543264287Disabling writes for close at 1731543264287Writing region close event to WAL at 1731543264287Closed at 1731543264287 2024-11-14T00:14:24,291 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d86be7c755a97eb8de235e6fc23be001, NAME => 'SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:14:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:14:24,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9718109a43723b3c7e4b08c6d3a927f1, disabling compactions & flushes 2024-11-14T00:14:24,295 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:24,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:24,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. after waiting 0 ms 2024-11-14T00:14:24,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:24,295 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:24,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9718109a43723b3c7e4b08c6d3a927f1: Waiting for close lock at 1731543264295Disabling compacts and flushes for region at 1731543264295Disabling writes for close at 1731543264295Writing region close event to WAL at 1731543264295Closed at 1731543264295 2024-11-14T00:14:24,296 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c7447a8c2bbbecdd956d9ff7eb04f58, NAME => 'SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:14:24,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:14:24,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:14:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:14:24,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f93c7ce5c38b9e88c2e5fd90fdfbc053, disabling compactions & flushes 2024-11-14T00:14:24,313 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:24,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:24,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. after waiting 0 ms 2024-11-14T00:14:24,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:24,314 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:24,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f93c7ce5c38b9e88c2e5fd90fdfbc053: Waiting for close lock at 1731543264313Disabling compacts and flushes for region at 1731543264313Disabling writes for close at 1731543264314 (+1 ms)Writing region close event to WAL at 1731543264314Closed at 1731543264314 2024-11-14T00:14:24,315 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5d1df555d0d13f51b22f85fa958acdd, NAME => 'SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88 2024-11-14T00:14:24,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:14:24,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:14:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:14:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:14:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:14:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:14:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:14:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:14:24,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d86be7c755a97eb8de235e6fc23be001, disabling compactions & flushes 2024-11-14T00:14:24,384 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:24,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:24,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. after waiting 0 ms 2024-11-14T00:14:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:14:24,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:24,384 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:24,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d86be7c755a97eb8de235e6fc23be001: Waiting for close lock at 1731543264384Disabling compacts and flushes for region at 1731543264384Disabling writes for close at 1731543264384Writing region close event to WAL at 1731543264384Closed at 1731543264384 2024-11-14T00:14:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:14:24,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5d1df555d0d13f51b22f85fa958acdd, disabling compactions & flushes 2024-11-14T00:14:24,387 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:24,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:24,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. after waiting 0 ms 2024-11-14T00:14:24,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:24,387 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:24,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5d1df555d0d13f51b22f85fa958acdd: Waiting for close lock at 1731543264386Disabling compacts and flushes for region at 1731543264386Disabling writes for close at 1731543264387 (+1 ms)Writing region close event to WAL at 1731543264387Closed at 1731543264387 2024-11-14T00:14:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:24,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:24,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2c7447a8c2bbbecdd956d9ff7eb04f58, disabling compactions & flushes 2024-11-14T00:14:24,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:24,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:24,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. after waiting 0 ms 2024-11-14T00:14:24,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:24,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:24,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c7447a8c2bbbecdd956d9ff7eb04f58: Waiting for close lock at 1731543264776Disabling compacts and flushes for region at 1731543264776Disabling writes for close at 1731543264777 (+1 ms)Writing region close event to WAL at 1731543264777Closed at 1731543264777 2024-11-14T00:14:24,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:14:24,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543264782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543264782"}]},"ts":"1731543264782"} 2024-11-14T00:14:24,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T00:14:24,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:14:24,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543264862"}]},"ts":"1731543264862"} 2024-11-14T00:14:24,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T00:14:24,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:14:24,906 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T00:14:24,906 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:14:24,906 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:14:24,907 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T00:14:24,907 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:14:24,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e5ec454a4b5321bf114cfd3e283f60, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edac6db7f6a6e1f342bfd79e57124758, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9718109a43723b3c7e4b08c6d3a927f1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df857707985a207ecbbac0c496fb165, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d86be7c755a97eb8de235e6fc23be001, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d1df555d0d13f51b22f85fa958acdd, ASSIGN}] 2024-11-14T00:14:24,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e5ec454a4b5321bf114cfd3e283f60, ASSIGN 2024-11-14T00:14:24,926 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edac6db7f6a6e1f342bfd79e57124758, ASSIGN 2024-11-14T00:14:24,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df857707985a207ecbbac0c496fb165, ASSIGN 2024-11-14T00:14:24,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9718109a43723b3c7e4b08c6d3a927f1, ASSIGN 2024-11-14T00:14:24,929 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72e5ec454a4b5321bf114cfd3e283f60, ASSIGN; state=OFFLINE, location=63baa11b75f3,45061,1731543249143; forceNewPlan=false, retain=false 2024-11-14T00:14:24,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df857707985a207ecbbac0c496fb165, ASSIGN; state=OFFLINE, location=63baa11b75f3,36375,1731543248597; forceNewPlan=false, retain=false 2024-11-14T00:14:24,930 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edac6db7f6a6e1f342bfd79e57124758, ASSIGN; state=OFFLINE, location=63baa11b75f3,36375,1731543248597; forceNewPlan=false, retain=false 2024-11-14T00:14:24,930 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9718109a43723b3c7e4b08c6d3a927f1, ASSIGN; state=OFFLINE, location=63baa11b75f3,45061,1731543249143; forceNewPlan=false, retain=false 2024-11-14T00:14:24,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d1df555d0d13f51b22f85fa958acdd, ASSIGN 2024-11-14T00:14:24,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN 2024-11-14T00:14:24,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d86be7c755a97eb8de235e6fc23be001, ASSIGN 2024-11-14T00:14:24,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN 2024-11-14T00:14:24,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN 2024-11-14T00:14:24,941 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d86be7c755a97eb8de235e6fc23be001, ASSIGN; state=OFFLINE, location=63baa11b75f3,36375,1731543248597; forceNewPlan=false, retain=false 2024-11-14T00:14:24,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5d1df555d0d13f51b22f85fa958acdd, ASSIGN; state=OFFLINE, location=63baa11b75f3,45061,1731543249143; forceNewPlan=false, retain=false 2024-11-14T00:14:24,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN; state=OFFLINE, location=63baa11b75f3,45741,1731543249014; forceNewPlan=false, retain=false 2024-11-14T00:14:24,941 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN; state=OFFLINE, location=63baa11b75f3,45741,1731543249014; forceNewPlan=false, retain=false 2024-11-14T00:14:24,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN; state=OFFLINE, location=63baa11b75f3,45741,1731543249014; forceNewPlan=false, retain=false 2024-11-14T00:14:24,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN 2024-11-14T00:14:24,948 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN; state=OFFLINE, location=63baa11b75f3,45741,1731543249014; forceNewPlan=false, retain=false 2024-11-14T00:14:25,082 INFO [63baa11b75f3:37713 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T00:14:25,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2c7447a8c2bbbecdd956d9ff7eb04f58, regionState=OPENING, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:25,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f93c7ce5c38b9e88c2e5fd90fdfbc053, regionState=OPENING, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:25,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72e5ec454a4b5321bf114cfd3e283f60, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:25,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fa06b5230d76bc89c55f0b49ca7ce037, regionState=OPENING, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:25,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d86be7c755a97eb8de235e6fc23be001, regionState=OPENING, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:25,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1df857707985a207ecbbac0c496fb165, regionState=OPENING, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:25,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edac6db7f6a6e1f342bfd79e57124758, regionState=OPENING, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:25,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9718109a43723b3c7e4b08c6d3a927f1, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:25,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=86d87c6a3396374eec3861c694432d0b, regionState=OPENING, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:25,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5d1df555d0d13f51b22f85fa958acdd, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:25,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN because future has completed 2024-11-14T00:14:25,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45741,1731543249014}] 2024-11-14T00:14:25,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN because future has completed 2024-11-14T00:14:25,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72e5ec454a4b5321bf114cfd3e283f60, ASSIGN because future has completed 2024-11-14T00:14:25,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,45741,1731543249014}] 2024-11-14T00:14:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN because future has completed 2024-11-14T00:14:25,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:14:25,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d86be7c755a97eb8de235e6fc23be001, ASSIGN because future has completed 2024-11-14T00:14:25,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df857707985a207ecbbac0c496fb165, ASSIGN because future has completed 2024-11-14T00:14:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edac6db7f6a6e1f342bfd79e57124758, ASSIGN because future has completed 2024-11-14T00:14:25,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86be7c755a97eb8de235e6fc23be001, server=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9718109a43723b3c7e4b08c6d3a927f1, ASSIGN because future has completed 2024-11-14T00:14:25,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edac6db7f6a6e1f342bfd79e57124758, server=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:25,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN because future has completed 2024-11-14T00:14:25,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df857707985a207ecbbac0c496fb165, server=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:25,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45741,1731543249014}] 2024-11-14T00:14:25,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,45741,1731543249014}] 2024-11-14T00:14:25,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5d1df555d0d13f51b22f85fa958acdd, ASSIGN because future has completed 2024-11-14T00:14:25,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:14:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:25,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d1df555d0d13f51b22f85fa958acdd, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:14:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:27,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:14:27,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:14:27,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:14:27,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:14:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:28,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T00:14:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:35,135 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:14:35,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:14:35,146 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:35,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7447a8c2bbbecdd956d9ff7eb04f58, NAME => 'SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T00:14:35,146 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,147 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,147 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,147 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,152 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,160 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7447a8c2bbbecdd956d9ff7eb04f58 columnFamilyName cf 2024-11-14T00:14:35,160 DEBUG [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,162 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] regionserver.HStore(327): Store=2c7447a8c2bbbecdd956d9ff7eb04f58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,162 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,164 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,165 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,166 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,166 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,174 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,178 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,179 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2c7447a8c2bbbecdd956d9ff7eb04f58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74394970, jitterRate=0.10857143998146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,179 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:35,181 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2c7447a8c2bbbecdd956d9ff7eb04f58: Running coprocessor pre-open hook at 1731543275147Writing region info on filesystem at 1731543275147Initializing all the Stores at 1731543275149 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275149Cleaning up temporary data from old regions at 1731543275166 (+17 ms)Running coprocessor post-open hooks at 1731543275179 (+13 ms)Region opened successfully at 1731543275180 (+1 ms) 2024-11-14T00:14:35,183 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., pid=15, masterSystemTime=1731543275135 2024-11-14T00:14:35,193 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:35,193 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:14:35,194 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:35,194 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 86d87c6a3396374eec3861c694432d0b, NAME => 'SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T00:14:35,195 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,195 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2c7447a8c2bbbecdd956d9ff7eb04f58, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:35,195 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,195 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,196 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:35,196 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9718109a43723b3c7e4b08c6d3a927f1, NAME => 'SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T00:14:35,197 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,197 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,197 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,197 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45741,1731543249014 because future has completed 2024-11-14T00:14:35,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:14:35,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-14T00:14:35,216 INFO [StoreOpener-9718109a43723b3c7e4b08c6d3a927f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45741,1731543249014 in 10.1030 sec 2024-11-14T00:14:35,219 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:14:35,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN in 10.2960 sec 2024-11-14T00:14:35,226 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d87c6a3396374eec3861c694432d0b columnFamilyName cf 2024-11-14T00:14:35,226 DEBUG [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,227 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] regionserver.HStore(327): Store=86d87c6a3396374eec3861c694432d0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,227 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,229 INFO [StoreOpener-9718109a43723b3c7e4b08c6d3a927f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9718109a43723b3c7e4b08c6d3a927f1 columnFamilyName cf 2024-11-14T00:14:35,229 DEBUG [StoreOpener-9718109a43723b3c7e4b08c6d3a927f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,230 INFO [StoreOpener-9718109a43723b3c7e4b08c6d3a927f1-1 {}] regionserver.HStore(327): Store=9718109a43723b3c7e4b08c6d3a927f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,230 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,232 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,233 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,238 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,238 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,238 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,239 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,239 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,240 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,241 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,242 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:35,243 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d86be7c755a97eb8de235e6fc23be001, NAME => 'SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T00:14:35,243 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,243 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,243 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,244 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,244 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,248 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/9718109a43723b3c7e4b08c6d3a927f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,252 INFO [StoreOpener-d86be7c755a97eb8de235e6fc23be001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,253 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9718109a43723b3c7e4b08c6d3a927f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757229, jitterRate=0.024562552571296692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,253 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:35,253 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9718109a43723b3c7e4b08c6d3a927f1: Running coprocessor pre-open hook at 1731543275198Writing region info on filesystem at 1731543275198Initializing all the Stores at 1731543275205 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275205Cleaning up temporary data from old regions at 1731543275238 (+33 ms)Running coprocessor post-open hooks at 1731543275253 (+15 ms)Region opened successfully at 1731543275253 2024-11-14T00:14:35,255 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1., pid=23, masterSystemTime=1731543275180 2024-11-14T00:14:35,258 INFO [StoreOpener-d86be7c755a97eb8de235e6fc23be001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86be7c755a97eb8de235e6fc23be001 columnFamilyName cf 2024-11-14T00:14:35,259 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:35,259 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:35,259 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:35,259 DEBUG [StoreOpener-d86be7c755a97eb8de235e6fc23be001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,259 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 72e5ec454a4b5321bf114cfd3e283f60, NAME => 'SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T00:14:35,260 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,260 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,260 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,260 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,260 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,261 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 86d87c6a3396374eec3861c694432d0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68870241, jitterRate=0.026246562600135803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,261 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9718109a43723b3c7e4b08c6d3a927f1, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:35,261 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:35,261 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 86d87c6a3396374eec3861c694432d0b: Running coprocessor pre-open hook at 1731543275195Writing region info on filesystem at 1731543275195Initializing all the Stores at 1731543275198 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275198Cleaning up temporary data from old regions at 1731543275240 (+42 ms)Running coprocessor post-open hooks at 1731543275261 (+21 ms)Region opened successfully at 1731543275261 2024-11-14T00:14:35,264 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b., pid=22, masterSystemTime=1731543275135 2024-11-14T00:14:35,264 INFO [StoreOpener-d86be7c755a97eb8de235e6fc23be001-1 {}] regionserver.HStore(327): Store=d86be7c755a97eb8de235e6fc23be001/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,265 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1, server=63baa11b75f3,45061,1731543249143 because future has completed 2024-11-14T00:14:35,268 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,269 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,271 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,271 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,277 INFO [StoreOpener-72e5ec454a4b5321bf114cfd3e283f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,281 INFO [StoreOpener-72e5ec454a4b5321bf114cfd3e283f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72e5ec454a4b5321bf114cfd3e283f60 columnFamilyName cf 2024-11-14T00:14:35,281 DEBUG [StoreOpener-72e5ec454a4b5321bf114cfd3e283f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,282 INFO [StoreOpener-72e5ec454a4b5321bf114cfd3e283f60-1 {}] regionserver.HStore(327): Store=72e5ec454a4b5321bf114cfd3e283f60/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,282 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,284 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,285 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,285 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,285 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,286 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:35,286 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:14:35,286 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:35,286 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f93c7ce5c38b9e88c2e5fd90fdfbc053, NAME => 'SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T00:14:35,287 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,287 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,287 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,287 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-14T00:14:35,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1, server=63baa11b75f3,45061,1731543249143 in 10.0280 sec 2024-11-14T00:14:35,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=86d87c6a3396374eec3861c694432d0b, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:35,291 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,291 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,295 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93c7ce5c38b9e88c2e5fd90fdfbc053 columnFamilyName cf 2024-11-14T00:14:35,295 DEBUG [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,295 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45741,1731543249014, table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:14:35,297 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] regionserver.HStore(327): Store=f93c7ce5c38b9e88c2e5fd90fdfbc053/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,297 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,298 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,299 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,299 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,303 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45741,1731543249014 because future has completed 2024-11-14T00:14:35,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9718109a43723b3c7e4b08c6d3a927f1, ASSIGN in 10.3690 sec 2024-11-14T00:14:35,306 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,306 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d86be7c755a97eb8de235e6fc23be001; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69513636, jitterRate=0.035833895206451416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,306 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:35,307 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d86be7c755a97eb8de235e6fc23be001: Running coprocessor pre-open hook at 1731543275244Writing region info on filesystem at 1731543275244Initializing all the Stores at 1731543275246 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275246Cleaning up temporary data from old regions at 1731543275271 (+25 ms)Running coprocessor post-open hooks at 1731543275306 (+35 ms)Region opened successfully at 1731543275306 2024-11-14T00:14:35,312 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., pid=19, masterSystemTime=1731543275212 2024-11-14T00:14:35,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-14T00:14:35,316 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,318 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f93c7ce5c38b9e88c2e5fd90fdfbc053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62446292, jitterRate=-0.06947773694992065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,318 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:35,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f93c7ce5c38b9e88c2e5fd90fdfbc053: Running coprocessor pre-open hook at 1731543275287Writing region info on filesystem at 1731543275287Initializing all the Stores at 1731543275291 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275291Cleaning up temporary data from old regions at 1731543275301 (+10 ms)Running coprocessor post-open hooks at 1731543275318 (+17 ms)Region opened successfully at 1731543275318 2024-11-14T00:14:35,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:35,319 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:35,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN in 10.3950 sec 2024-11-14T00:14:35,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d86be7c755a97eb8de235e6fc23be001, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:35,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45741,1731543249014 in 10.0970 sec 2024-11-14T00:14:35,320 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:35,320 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => edac6db7f6a6e1f342bfd79e57124758, NAME => 'SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T00:14:35,321 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,321 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,321 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,321 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,324 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/72e5ec454a4b5321bf114cfd3e283f60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,324 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053., pid=16, masterSystemTime=1731543275135 2024-11-14T00:14:35,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86be7c755a97eb8de235e6fc23be001, server=63baa11b75f3,36375,1731543248597 because future has completed 2024-11-14T00:14:35,325 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 72e5ec454a4b5321bf114cfd3e283f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72142454, jitterRate=0.07500633597373962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,326 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:35,326 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 72e5ec454a4b5321bf114cfd3e283f60: Running coprocessor pre-open hook at 1731543275260Writing region info on filesystem at 1731543275260Initializing all the Stores at 1731543275266 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275266Cleaning up temporary data from old regions at 1731543275286 (+20 ms)Running coprocessor post-open hooks at 1731543275326 (+40 ms)Region opened successfully at 1731543275326 2024-11-14T00:14:35,328 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:35,328 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:14:35,329 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60., pid=17, masterSystemTime=1731543275180 2024-11-14T00:14:35,329 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:35,329 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => fa06b5230d76bc89c55f0b49ca7ce037, NAME => 'SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T00:14:35,329 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,329 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,330 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,330 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f93c7ce5c38b9e88c2e5fd90fdfbc053, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:35,334 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:35,334 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:35,334 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:35,334 INFO [StoreOpener-edac6db7f6a6e1f342bfd79e57124758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,335 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d1df555d0d13f51b22f85fa958acdd, NAME => 'SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T00:14:35,335 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,335 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,336 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,336 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,343 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,345 INFO [StoreOpener-edac6db7f6a6e1f342bfd79e57124758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edac6db7f6a6e1f342bfd79e57124758 columnFamilyName cf 2024-11-14T00:14:35,345 DEBUG [StoreOpener-edac6db7f6a6e1f342bfd79e57124758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,346 INFO [StoreOpener-edac6db7f6a6e1f342bfd79e57124758-1 {}] regionserver.HStore(327): Store=edac6db7f6a6e1f342bfd79e57124758/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,347 INFO [StoreOpener-f5d1df555d0d13f51b22f85fa958acdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-14T00:14:35,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d86be7c755a97eb8de235e6fc23be001, server=63baa11b75f3,36375,1731543248597 in 10.1260 sec 2024-11-14T00:14:35,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72e5ec454a4b5321bf114cfd3e283f60, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:35,348 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,45741,1731543249014 because future has completed 2024-11-14T00:14:35,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,356 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d86be7c755a97eb8de235e6fc23be001, ASSIGN in 10.4270 sec 2024-11-14T00:14:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60, server=63baa11b75f3,45061,1731543249143 because future has completed 2024-11-14T00:14:35,357 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06b5230d76bc89c55f0b49ca7ce037 columnFamilyName cf 2024-11-14T00:14:35,357 DEBUG [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,361 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] regionserver.HStore(327): Store=fa06b5230d76bc89c55f0b49ca7ce037/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,362 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,362 INFO [StoreOpener-f5d1df555d0d13f51b22f85fa958acdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d1df555d0d13f51b22f85fa958acdd columnFamilyName cf 2024-11-14T00:14:35,363 DEBUG [StoreOpener-f5d1df555d0d13f51b22f85fa958acdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,365 INFO [StoreOpener-f5d1df555d0d13f51b22f85fa958acdd-1 {}] regionserver.HStore(327): Store=f5d1df555d0d13f51b22f85fa958acdd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,366 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,367 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,368 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,369 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,371 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,371 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,371 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,373 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,376 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-14T00:14:35,379 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,45741,1731543249014 in 10.2400 sec 2024-11-14T00:14:35,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/edac6db7f6a6e1f342bfd79e57124758/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,382 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened fa06b5230d76bc89c55f0b49ca7ce037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74209059, jitterRate=0.10580115020275116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:35,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for fa06b5230d76bc89c55f0b49ca7ce037: Running coprocessor pre-open hook at 1731543275330Writing region info on filesystem at 1731543275330Initializing all the Stores at 1731543275332 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275332Cleaning up temporary data from old regions at 1731543275371 (+39 ms)Running coprocessor post-open hooks at 1731543275382 (+11 ms)Region opened successfully at 1731543275382 2024-11-14T00:14:35,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-14T00:14:35,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60, server=63baa11b75f3,45061,1731543249143 in 10.2240 sec 2024-11-14T00:14:35,383 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened edac6db7f6a6e1f342bfd79e57124758; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65751566, jitterRate=-0.020225316286087036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for edac6db7f6a6e1f342bfd79e57124758: Running coprocessor pre-open hook at 1731543275321Writing region info on filesystem at 1731543275321Initializing all the Stores at 1731543275324 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275324Cleaning up temporary data from old regions at 1731543275363 (+39 ms)Running coprocessor post-open hooks at 1731543275384 (+21 ms)Region opened successfully at 1731543275384 2024-11-14T00:14:35,385 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037., pid=18, masterSystemTime=1731543275135 2024-11-14T00:14:35,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN in 10.4560 sec 2024-11-14T00:14:35,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e5ec454a4b5321bf114cfd3e283f60, ASSIGN in 10.4630 sec 2024-11-14T00:14:35,388 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:35,388 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:14:35,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fa06b5230d76bc89c55f0b49ca7ce037, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45741,1731543249014 2024-11-14T00:14:35,389 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758., pid=20, masterSystemTime=1731543275212 2024-11-14T00:14:35,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,45741,1731543249014 because future has completed 2024-11-14T00:14:35,395 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:35,395 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edac6db7f6a6e1f342bfd79e57124758, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:35,396 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:35,397 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:35,397 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f5d1df555d0d13f51b22f85fa958acdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73442740, jitterRate=0.09438210725784302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f5d1df555d0d13f51b22f85fa958acdd: Running coprocessor pre-open hook at 1731543275336Writing region info on filesystem at 1731543275336Initializing all the Stores at 1731543275345 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275346 (+1 ms)Cleaning up temporary data from old regions at 1731543275372 (+26 ms)Running coprocessor post-open hooks at 1731543275397 (+25 ms)Region opened successfully at 1731543275397 2024-11-14T00:14:35,399 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45741,1731543249014, table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:14:35,399 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1df857707985a207ecbbac0c496fb165, NAME => 'SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T00:14:35,400 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,400 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., pid=24, masterSystemTime=1731543275180 2024-11-14T00:14:35,400 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:14:35,402 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edac6db7f6a6e1f342bfd79e57124758, server=63baa11b75f3,36375,1731543248597 because future has completed 2024-11-14T00:14:35,402 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,406 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:35,406 INFO [StoreOpener-1df857707985a207ecbbac0c496fb165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,406 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:35,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5d1df555d0d13f51b22f85fa958acdd, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:35,412 INFO [StoreOpener-1df857707985a207ecbbac0c496fb165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df857707985a207ecbbac0c496fb165 columnFamilyName cf 2024-11-14T00:14:35,412 DEBUG [StoreOpener-1df857707985a207ecbbac0c496fb165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:14:35,414 INFO [StoreOpener-1df857707985a207ecbbac0c496fb165-1 {}] regionserver.HStore(327): Store=1df857707985a207ecbbac0c496fb165/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:14:35,414 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,417 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,417 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d1df555d0d13f51b22f85fa958acdd, server=63baa11b75f3,45061,1731543249143 because future has completed 2024-11-14T00:14:35,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-14T00:14:35,421 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,45741,1731543249014 in 10.2160 sec 2024-11-14T00:14:35,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-14T00:14:35,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure edac6db7f6a6e1f342bfd79e57124758, server=63baa11b75f3,36375,1731543248597 in 10.2060 sec 2024-11-14T00:14:35,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/1df857707985a207ecbbac0c496fb165/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:14:35,438 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1df857707985a207ecbbac0c496fb165; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71583241, jitterRate=0.0666734129190445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:14:35,438 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:35,438 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1df857707985a207ecbbac0c496fb165: Running coprocessor pre-open hook at 1731543275402Writing region info on filesystem at 1731543275402Initializing all the Stores at 1731543275404 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543275404Cleaning up temporary data from old regions at 1731543275417 (+13 ms)Running coprocessor post-open hooks at 1731543275438 (+21 ms)Region opened successfully at 1731543275438 2024-11-14T00:14:35,440 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165., pid=21, masterSystemTime=1731543275212 2024-11-14T00:14:35,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN in 10.5050 sec 2024-11-14T00:14:35,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edac6db7f6a6e1f342bfd79e57124758, ASSIGN in 10.5140 sec 2024-11-14T00:14:35,448 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:35,448 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:35,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1df857707985a207ecbbac0c496fb165, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:35,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-14T00:14:35,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d1df555d0d13f51b22f85fa958acdd, server=63baa11b75f3,45061,1731543249143 in 10.2000 sec 2024-11-14T00:14:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df857707985a207ecbbac0c496fb165, server=63baa11b75f3,36375,1731543248597 because future has completed 2024-11-14T00:14:35,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d1df555d0d13f51b22f85fa958acdd, ASSIGN in 10.5350 sec 2024-11-14T00:14:35,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-14T00:14:35,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1df857707985a207ecbbac0c496fb165, server=63baa11b75f3,36375,1731543248597 in 10.2540 sec 2024-11-14T00:14:35,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-14T00:14:35,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df857707985a207ecbbac0c496fb165, ASSIGN in 10.5600 sec 2024-11-14T00:14:35,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:14:35,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543275494"}]},"ts":"1731543275494"} 2024-11-14T00:14:35,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T00:14:35,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:14:35,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4390 sec 2024-11-14T00:14:35,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:14:36,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T00:14:37,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-14T00:14:37,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-14T00:14:40,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T00:14:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:14:42,317 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T00:14:42,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T00:14:42,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:14:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T00:14:42,338 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:14:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T00:14:42,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., hostname=63baa11b75f3,36375,1731543248597, seqNum=2] 2024-11-14T00:14:42,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., hostname=63baa11b75f3,45741,1731543249014, seqNum=2] 2024-11-14T00:14:42,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:42,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:43,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., hostname=63baa11b75f3,45061,1731543249143, seqNum=2] 2024-11-14T00:14:44,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:14:44,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:14:44,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:14:44,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:14:44,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:14:44,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36375 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:14:45,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:14:46,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:14:46,415 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T00:14:46,420 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T00:14:46,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:14:46,429 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T00:14:46,496 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T00:14:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:14:46,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:14:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:14:46,624 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T00:14:46,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edac6db7f6a6e1f342bfd79e57124758}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df857707985a207ecbbac0c496fb165}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d86be7c755a97eb8de235e6fc23be001}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d1df555d0d13f51b22f85fa958acdd}] 2024-11-14T00:14:46,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:46,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:46,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:46,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:46,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:46,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:46,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:46,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:46,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:46,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:46,729 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 63baa11b75f3,45741,1731543249014 2024-11-14T00:14:46,730 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 63baa11b75f3,45741,1731543249014: Simulated kill ***** 2024-11-14T00:14:46,730 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:14:46,742 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:14:46,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:14:46,749 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:14:46,751 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:14:46,760 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 683402056 }, "NonHeapMemoryUsage": { "committed": 156237824, "init": 7667712, "max": -1, "used": 152928984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "63baa11b75f3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "63baa11b75f3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53664", "tag.serverName": "63baa11b75f3,36375,1731543248597", "tag.clusterId": "57b615c5-b088-484f-8f09-e5c7ce1ef470", "tag.Context": "regionserver", "tag.Hostname": "63baa11b75f3", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731543248597, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T00:14:46,764 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] master.MasterRpcServices(700): 63baa11b75f3,45741,1731543249014 reported a fatal error: ***** ABORTING region server 63baa11b75f3,45741,1731543249014: Simulated kill ***** 2024-11-14T00:14:46,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,45741,1731543249014' ***** 2024-11-14T00:14:46,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T00:14:46,773 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:14:46,774 INFO [RS:1;63baa11b75f3:45741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T00:14:46,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:14:46,774 INFO [RS:1;63baa11b75f3:45741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T00:14:46,774 INFO [RS:1;63baa11b75f3:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:14:46,774 INFO [RS:1;63baa11b75f3:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;63baa11b75f3:45741. 2024-11-14T00:14:46,774 DEBUG [RS:1;63baa11b75f3:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:14:46,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:14:46,774 DEBUG [RS:1;63baa11b75f3:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741835_1011 (size=1257) 2024-11-14T00:14:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741835_1011 (size=1257) 2024-11-14T00:14:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741835_1011 (size=1257) 2024-11-14T00:14:46,801 DEBUG [RS:1;63baa11b75f3:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:14:46,801 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:14:46,801 INFO [RS:1;63baa11b75f3:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45741 2024-11-14T00:14:46,822 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:14:46,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:14:46,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,45741,1731543249014 2024-11-14T00:14:46,861 INFO [RS:1;63baa11b75f3:45741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:14:46,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,45741,1731543249014] 2024-11-14T00:14:46,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,45741,1731543249014 already deleted, retry=false 2024-11-14T00:14:46,913 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 63baa11b75f3,45741,1731543249014 on 63baa11b75f3,37713,1731543247084 2024-11-14T00:14:46,924 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 63baa11b75f3,45741,1731543249014, splitWal=true, meta=false 2024-11-14T00:14:46,927 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 63baa11b75f3,45741,1731543249014 (carryingMeta=false) 63baa11b75f3,45741,1731543249014/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34a6dd7c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T00:14:46,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:46,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:46,933 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:46,933 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 can not run currently because target server of region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 63baa11b75f3,45741,1731543249014 is in state CRASHED, wait 1000 ms to retry 2024-11-14T00:14:46,933 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037; timeout=1000, timestamp=1731543287933 2024-11-14T00:14:46,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:46,935 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 63baa11b75f3,45741,1731543249014, splitWal=true, meta=false 2024-11-14T00:14:46,936 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b can not run currently because target server of region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 63baa11b75f3,45741,1731543249014 is in state CRASHED, wait 1000 ms to retry 2024-11-14T00:14:46,936 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 can not run currently because target server of region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 63baa11b75f3,45741,1731543249014 is in state CRASHED, wait 1000 ms to retry 2024-11-14T00:14:46,936 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 can not run currently because target server of region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 63baa11b75f3,45741,1731543249014 is in state CRASHED, wait 1000 ms to retry 2024-11-14T00:14:46,936 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b; timeout=1000, timestamp=1731543287936 2024-11-14T00:14:46,936 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053; timeout=1000, timestamp=1731543287936 2024-11-14T00:14:46,936 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58; timeout=1000, timestamp=1731543287936 2024-11-14T00:14:46,937 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 63baa11b75f3,45741,1731543249014 had 4 regions 2024-11-14T00:14:46,940 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,45741,1731543249014, splitWal=true, meta=false, isMeta: false 2024-11-14T00:14:46,949 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting 2024-11-14T00:14:46,952 INFO [PEWorker-5 {}] master.SplitWALManager(105): 63baa11b75f3,45741,1731543249014 WAL count=1, meta=false 2024-11-14T00:14:46,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 63baa11b75f3%2C45741%2C1731543249014.1731543252785}] 2024-11-14T00:14:46,969 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:46,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 63baa11b75f3%2C45741%2C1731543249014.1731543252785, worker=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:14:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x10136b11fff0002, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:14:47,015 INFO [RS:1;63baa11b75f3:45741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:14:47,015 INFO [RS:1;63baa11b75f3:45741 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,45741,1731543249014; zookeeper connection closed. 2024-11-14T00:14:47,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7db6bbdb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7db6bbdb 2024-11-14T00:14:47,564 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:14:47,564 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:14:47,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:47,935 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 can not run currently because target server of region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T00:14:47,935 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037; timeout=2000, timestamp=1731543289935 2024-11-14T00:14:47,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:47,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:47,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:47,939 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 can not run currently because target server of region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T00:14:47,939 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 can not run currently because target server of region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T00:14:47,939 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053; timeout=2000, timestamp=1731543289939 2024-11-14T00:14:47,939 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58; timeout=2000, timestamp=1731543289939 2024-11-14T00:14:47,940 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b can not run currently because target server of region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T00:14:47,940 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b; timeout=2000, timestamp=1731543289940 2024-11-14T00:14:49,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:49,937 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 can not run currently because target server of region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T00:14:49,937 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037; timeout=4000, timestamp=1731543293937 2024-11-14T00:14:49,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:49,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:49,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:49,941 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 can not run currently because target server of region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T00:14:49,941 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b can not run currently because target server of region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T00:14:49,941 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 can not run currently because target server of region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T00:14:49,942 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b; timeout=4000, timestamp=1731543293942 2024-11-14T00:14:49,942 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053; timeout=4000, timestamp=1731543293942 2024-11-14T00:14:49,942 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58; timeout=4000, timestamp=1731543293942 2024-11-14T00:14:53,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:14:53,939 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 can not run currently because target server of region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T00:14:53,939 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037; timeout=8000, timestamp=1731543301939 2024-11-14T00:14:53,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:14:53,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:14:53,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:14:53,949 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 can not run currently because target server of region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T00:14:53,949 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b can not run currently because target server of region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T00:14:53,949 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 can not run currently because target server of region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 63baa11b75f3,45741,1731543249014 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T00:14:53,949 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58; timeout=8000, timestamp=1731543301949 2024-11-14T00:14:53,949 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b; timeout=8000, timestamp=1731543301949 2024-11-14T00:14:53,949 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053; timeout=8000, timestamp=1731543301949 2024-11-14T00:14:55,208 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=63baa11b75f3,36375,1731543248597, timeout=1731543296642, delay=1433, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edac6db7f6a6e1f342bfd79e57124758, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 63baa11b75f3%2C45741%2C1731543249014.1731543252785, worker=63baa11b75f3,36375,1731543248597, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d86be7c755a97eb8de235e6fc23be001, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df857707985a207ecbbac0c496fb165], containedObject=63baa11b75f3,45741,1731543249014, timeout=1731543296643, delay=1434, operations=null, containedObject=63baa11b75f3,45061,1731543249143, timeout=1731543296645, delay=1436, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d1df555d0d13f51b22f85fa958acdd, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60]] 2024-11-14T00:14:56,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T00:14:56,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T00:14:56,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T00:14:56,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:56,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T00:14:56,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:56,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:56,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:56,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-14T00:14:56,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for edac6db7f6a6e1f342bfd79e57124758: 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9718109a43723b3c7e4b08c6d3a927f1: 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. for SnapshotProcedureTest completed. 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. for SnapshotProcedureTest completed. 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 72e5ec454a4b5321bf114cfd3e283f60: 2024-11-14T00:14:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. for SnapshotProcedureTest completed. 2024-11-14T00:14:56,659 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f5d1df555d0d13f51b22f85fa958acdd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T00:14:56,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:56,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:56,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T00:14:56,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:56,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:56,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:56,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d86be7c755a97eb8de235e6fc23be001 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T00:14:56,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1df857707985a207ecbbac0c496fb165: 2024-11-14T00:14:56,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. for SnapshotProcedureTest completed. 2024-11-14T00:14:56,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:56,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:56,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:56,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:56,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:56,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:14:56,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:14:56,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:14:56,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:14:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741851_1027 (size=65) 2024-11-14T00:14:56,738 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785, size=1.2 K (1257bytes) 2024-11-14T00:14:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741851_1027 (size=65) 2024-11-14T00:14:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741851_1027 (size=65) 2024-11-14T00:14:56,739 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T00:14:56,739 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T00:14:56,739 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 2024-11-14T00:14:56,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:14:56,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T00:14:56,752 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 after 10ms 2024-11-14T00:14:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T00:14:56,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:56,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df857707985a207ecbbac0c496fb165 2024-11-14T00:14:56,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1df857707985a207ecbbac0c496fb165 in 10.1330 sec 2024-11-14T00:14:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:14:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:14:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:14:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:14:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:14:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:14:56,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:14:56,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T00:14:56,836 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 took 103ms 2024-11-14T00:14:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T00:14:56,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:56,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:14:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:14:56,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:14:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:14:56,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:14:56,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T00:14:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T00:14:56,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:56,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:14:56,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9718109a43723b3c7e4b08c6d3a927f1 in 10.2270 sec 2024-11-14T00:14:56,861 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2c7447a8c2bbbecdd956d9ff7eb04f58: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:14:56,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 72e5ec454a4b5321bf114cfd3e283f60 in 10.2350 sec 2024-11-14T00:14:56,869 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 86d87c6a3396374eec3861c694432d0b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:14:56,876 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f93c7ce5c38b9e88c2e5fd90fdfbc053: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:14:56,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fa06b5230d76bc89c55f0b49ca7ce037: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:14:56,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/.tmp/cf/c3016ab3ddeb4cc496e246b78cbadd6c is 34, key is baa/cf:cf/1731543284873/Put/seqid=0 2024-11-14T00:14:56,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 so closing down 2024-11-14T00:14:56,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T00:14:56,889 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T00:14:56,901 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-14T00:14:56,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785, journal: Splitting hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785, size=1.2 K (1257bytes) at 1731543296738Finishing writing output for hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 so closing down at 1731543296885 (+147 ms)3 split writer threads finished at 1731543296890 (+5 ms)Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731543296901 (+11 ms) 2024-11-14T00:14:56,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 2024-11-14T00:14:56,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T00:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T00:14:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741853_1029 (size=28623) 2024-11-14T00:14:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741853_1029 (size=28623) 2024-11-14T00:14:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741853_1029 (size=28623) 2024-11-14T00:14:57,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/.tmp/cf/c3016ab3ddeb4cc496e246b78cbadd6c 2024-11-14T00:14:57,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/.tmp/cf/5d147e5e10e04e1ba6deadb3842ba73f is 34, key is eaa/cf:cf/1731543286034/Put/seqid=0 2024-11-14T00:14:57,058 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting/63baa11b75f3%2C45741%2C1731543249014.1731543252785 to hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs 2024-11-14T00:14:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741854_1030 (size=499309) 2024-11-14T00:14:57,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T00:14:57,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 63baa11b75f3%2C45741%2C1731543249014.1731543252785, worker=63baa11b75f3,36375,1731543248597 in 10.0840 sec 2024-11-14T00:14:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741854_1030 (size=499309) 2024-11-14T00:14:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741854_1030 (size=499309) 2024-11-14T00:14:57,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/.tmp/cf/5d147e5e10e04e1ba6deadb3842ba73f 2024-11-14T00:14:57,071 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:57,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T00:14:57,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 63baa11b75f3%2C45741%2C1731543249014.1731543252785, worker=63baa11b75f3,36375,1731543248597 in 10.1180 sec 2024-11-14T00:14:57,105 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting dir is empty, no logs to split. 2024-11-14T00:14:57,106 INFO [PEWorker-1 {}] master.SplitWALManager(105): 63baa11b75f3,45741,1731543249014 WAL count=0, meta=false 2024-11-14T00:14:57,106 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,45741,1731543249014 WAL splitting is done? wals=0, meta=false 2024-11-14T00:14:57,137 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 63baa11b75f3,45741,1731543249014 failed, ignore...File hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/WALs/63baa11b75f3,45741,1731543249014-splitting does not exist. 2024-11-14T00:14:57,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/.tmp/cf/c3016ab3ddeb4cc496e246b78cbadd6c as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/cf/c3016ab3ddeb4cc496e246b78cbadd6c 2024-11-14T00:14:57,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/.tmp/cf/5d147e5e10e04e1ba6deadb3842ba73f as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/cf/5d147e5e10e04e1ba6deadb3842ba73f 2024-11-14T00:14:57,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN}] 2024-11-14T00:14:57,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN 2024-11-14T00:14:57,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN 2024-11-14T00:14:57,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN 2024-11-14T00:14:57,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN 2024-11-14T00:14:57,150 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:14:57,150 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:14:57,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:14:57,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:14:57,165 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/cf/c3016ab3ddeb4cc496e246b78cbadd6c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T00:14:57,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/cf/5d147e5e10e04e1ba6deadb3842ba73f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T00:14:57,180 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f5d1df555d0d13f51b22f85fa958acdd in 522ms, sequenceid=5, compaction requested=false 2024-11-14T00:14:57,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f5d1df555d0d13f51b22f85fa958acdd: 2024-11-14T00:14:57,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. for SnapshotProcedureTest completed. 2024-11-14T00:14:57,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:57,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:57,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/cf/5d147e5e10e04e1ba6deadb3842ba73f] hfiles 2024-11-14T00:14:57,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d86be7c755a97eb8de235e6fc23be001 in 514ms, sequenceid=5, compaction requested=false 2024-11-14T00:14:57,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d86be7c755a97eb8de235e6fc23be001: 2024-11-14T00:14:57,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. for SnapshotProcedureTest completed. 2024-11-14T00:14:57,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:14:57,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:14:57,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/cf/c3016ab3ddeb4cc496e246b78cbadd6c] hfiles 2024-11-14T00:14:57,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/cf/5d147e5e10e04e1ba6deadb3842ba73f for snapshot=SnapshotProcedureTest 2024-11-14T00:14:57,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/cf/c3016ab3ddeb4cc496e246b78cbadd6c for snapshot=SnapshotProcedureTest 2024-11-14T00:14:57,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:14:57,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T00:14:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T00:14:57,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:57,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:14:57,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure edac6db7f6a6e1f342bfd79e57124758 in 10.5830 sec 2024-11-14T00:14:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741855_1031 (size=105) 2024-11-14T00:14:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741855_1031 (size=105) 2024-11-14T00:14:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741855_1031 (size=105) 2024-11-14T00:14:57,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:14:57,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T00:14:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T00:14:57,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:57,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:14:57,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d86be7c755a97eb8de235e6fc23be001 in 10.6650 sec 2024-11-14T00:14:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741856_1032 (size=97) 2024-11-14T00:14:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741856_1032 (size=97) 2024-11-14T00:14:57,304 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:14:57,305 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:14:57,305 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:14:57,305 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:14:57,305 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:14:57,305 INFO [63baa11b75f3:37713 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:14:57,305 INFO [63baa11b75f3:37713 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:14:57,305 DEBUG [63baa11b75f3:37713 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:14:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741856_1032 (size=97) 2024-11-14T00:14:57,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f93c7ce5c38b9e88c2e5fd90fdfbc053, regionState=OPENING, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:57,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fa06b5230d76bc89c55f0b49ca7ce037, regionState=OPENING, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:14:57,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=2c7447a8c2bbbecdd956d9ff7eb04f58, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:57,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=86d87c6a3396374eec3861c694432d0b, regionState=OPENING, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:14:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:14:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T00:14:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T00:14:57,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:57,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:14:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN because future has completed 2024-11-14T00:14:57,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:57,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN because future has completed 2024-11-14T00:14:57,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:14:57,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5d1df555d0d13f51b22f85fa958acdd in 10.6970 sec 2024-11-14T00:14:57,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN because future has completed 2024-11-14T00:14:57,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,36375,1731543248597}] 2024-11-14T00:14:57,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN because future has completed 2024-11-14T00:14:57,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45061,1731543249143}] 2024-11-14T00:15:01,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 held by pid=39 2024-11-14T00:15:01,940 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:01,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 held by pid=40 2024-11-14T00:15:01,950 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:01,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b held by pid=42 2024-11-14T00:15:01,950 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:01,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 held by pid=41 2024-11-14T00:15:01,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:04,230 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T00:15:04,231 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T00:15:05,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:15:07,338 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:07,338 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f93c7ce5c38b9e88c2e5fd90fdfbc053, NAME => 'SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T00:15:07,339 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,339 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:07,339 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,339 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,346 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,348 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93c7ce5c38b9e88c2e5fd90fdfbc053 columnFamilyName cf 2024-11-14T00:15:07,348 DEBUG [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:07,349 INFO [StoreOpener-f93c7ce5c38b9e88c2e5fd90fdfbc053-1 {}] regionserver.HStore(327): Store=f93c7ce5c38b9e88c2e5fd90fdfbc053/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:07,349 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,351 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,352 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:07,352 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7447a8c2bbbecdd956d9ff7eb04f58, NAME => 'SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T00:15:07,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:07,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,353 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,354 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,354 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,357 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,358 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f93c7ce5c38b9e88c2e5fd90fdfbc053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66589626, jitterRate=-0.007737249135971069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:15:07,358 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,358 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f93c7ce5c38b9e88c2e5fd90fdfbc053: Running coprocessor pre-open hook at 1731543307339Writing region info on filesystem at 1731543307339Initializing all the Stores at 1731543307341 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543307341Cleaning up temporary data from old regions at 1731543307354 (+13 ms)Running coprocessor post-open hooks at 1731543307358 (+4 ms)Region opened successfully at 1731543307358 2024-11-14T00:15:07,360 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053., pid=43, masterSystemTime=1731543307332 2024-11-14T00:15:07,362 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:07,362 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:07,363 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:07,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => fa06b5230d76bc89c55f0b49ca7ce037, NAME => 'SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T00:15:07,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f93c7ce5c38b9e88c2e5fd90fdfbc053, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:07,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:07,363 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,364 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,376 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,376 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,377 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7447a8c2bbbecdd956d9ff7eb04f58 columnFamilyName cf 2024-11-14T00:15:07,377 DEBUG [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:07,377 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06b5230d76bc89c55f0b49ca7ce037 columnFamilyName cf 2024-11-14T00:15:07,377 DEBUG [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:07,378 INFO [StoreOpener-2c7447a8c2bbbecdd956d9ff7eb04f58-1 {}] regionserver.HStore(327): Store=2c7447a8c2bbbecdd956d9ff7eb04f58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:07,378 INFO [StoreOpener-fa06b5230d76bc89c55f0b49ca7ce037-1 {}] regionserver.HStore(327): Store=fa06b5230d76bc89c55f0b49ca7ce037/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:07,378 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,378 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,379 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,379 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,386 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2c7447a8c2bbbecdd956d9ff7eb04f58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72176554, jitterRate=0.07551446557044983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:15:07,386 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,386 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened fa06b5230d76bc89c55f0b49ca7ce037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65001402, jitterRate=-0.03140363097190857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:15:07,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2c7447a8c2bbbecdd956d9ff7eb04f58: Running coprocessor pre-open hook at 1731543307353Writing region info on filesystem at 1731543307353Initializing all the Stores at 1731543307354 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543307354Cleaning up temporary data from old regions at 1731543307381 (+27 ms)Running coprocessor post-open hooks at 1731543307386 (+5 ms)Region opened successfully at 1731543307386 2024-11-14T00:15:07,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for fa06b5230d76bc89c55f0b49ca7ce037: Running coprocessor pre-open hook at 1731543307364Writing region info on filesystem at 1731543307364Initializing all the Stores at 1731543307365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543307365Cleaning up temporary data from old regions at 1731543307381 (+16 ms)Running coprocessor post-open hooks at 1731543307387 (+6 ms)Region opened successfully at 1731543307387 2024-11-14T00:15:07,388 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037., pid=45, masterSystemTime=1731543307332 2024-11-14T00:15:07,391 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:07,391 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:07,392 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., pid=44, masterSystemTime=1731543307336 2024-11-14T00:15:07,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fa06b5230d76bc89c55f0b49ca7ce037, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:07,394 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:07,395 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:07,395 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:07,395 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 86d87c6a3396374eec3861c694432d0b, NAME => 'SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T00:15:07,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=2c7447a8c2bbbecdd956d9ff7eb04f58, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:07,395 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,395 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:07,396 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,396 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,400 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45061,1731543249143, table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,401 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,401 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,408 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,410 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d87c6a3396374eec3861c694432d0b columnFamilyName cf 2024-11-14T00:15:07,411 DEBUG [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:07,411 INFO [StoreOpener-86d87c6a3396374eec3861c694432d0b-1 {}] regionserver.HStore(327): Store=86d87c6a3396374eec3861c694432d0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:07,411 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,412 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,414 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,420 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 86d87c6a3396374eec3861c694432d0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068834, jitterRate=0.014304667711257935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:15:07,420 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,420 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 86d87c6a3396374eec3861c694432d0b: Running coprocessor pre-open hook at 1731543307396Writing region info on filesystem at 1731543307396Initializing all the Stores at 1731543307398 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543307398Cleaning up temporary data from old regions at 1731543307415 (+17 ms)Running coprocessor post-open hooks at 1731543307420 (+5 ms)Region opened successfully at 1731543307420 2024-11-14T00:15:07,422 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b., pid=46, masterSystemTime=1731543307336 2024-11-14T00:15:07,424 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:07,424 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:07,425 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=86d87c6a3396374eec3861c694432d0b, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:07,502 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,502 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,503 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45061,1731543249143, table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,503 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45061,1731543249143, table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,604 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,604 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36375,1731543248597, table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,605 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45061,1731543249143, table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,605 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,45061,1731543249143, table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:15:07,626 INFO [AsyncFSWAL-0-hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88-prefix:63baa11b75f3,45061,1731543249143.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 261 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK], DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK], DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK]] 2024-11-14T00:15:07,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,36375,1731543248597 because future has completed 2024-11-14T00:15:07,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,36375,1731543248597 because future has completed 2024-11-14T00:15:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45061,1731543249143 because future has completed 2024-11-14T00:15:07,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45061,1731543249143 because future has completed 2024-11-14T00:15:07,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-14T00:15:07,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053, server=63baa11b75f3,36375,1731543248597 in 10.3040 sec 2024-11-14T00:15:07,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-14T00:15:07,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037, server=63baa11b75f3,36375,1731543248597 in 10.2910 sec 2024-11-14T00:15:07,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-14T00:15:07,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f93c7ce5c38b9e88c2e5fd90fdfbc053, ASSIGN in 10.4900 sec 2024-11-14T00:15:07,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58, server=63baa11b75f3,45061,1731543249143 in 10.3020 sec 2024-11-14T00:15:07,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:07,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-14T00:15:07,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 86d87c6a3396374eec3861c694432d0b, server=63baa11b75f3,45061,1731543249143 in 10.2890 sec 2024-11-14T00:15:07,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:07,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06b5230d76bc89c55f0b49ca7ce037, ASSIGN in 10.4910 sec 2024-11-14T00:15:07,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:07,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c7447a8c2bbbecdd956d9ff7eb04f58, ASSIGN in 10.4930 sec 2024-11-14T00:15:07,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-14T00:15:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86d87c6a3396374eec3861c694432d0b, ASSIGN in 10.4940 sec 2024-11-14T00:15:07,639 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 63baa11b75f3,45741,1731543249014 after splitting done 2024-11-14T00:15:07,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 63baa11b75f3,45741,1731543249014, splitWal=true, meta=false in 20.7240 sec 2024-11-14T00:15:12,507 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T00:15:12,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T00:15:13,883 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:37713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T00:15:17,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T00:15:17,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:17,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T00:15:17,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f93c7ce5c38b9e88c2e5fd90fdfbc053: 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. for SnapshotProcedureTest completed. 2024-11-14T00:15:17,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fa06b5230d76bc89c55f0b49ca7ce037: 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. for SnapshotProcedureTest completed. 2024-11-14T00:15:17,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 86d87c6a3396374eec3861c694432d0b: 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2c7447a8c2bbbecdd956d9ff7eb04f58: 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:15:17,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. for SnapshotProcedureTest completed. 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. for SnapshotProcedureTest completed. 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:15:17,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:15:17,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:15:17,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:15:17,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:15:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741859_1035 (size=65) 2024-11-14T00:15:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741859_1035 (size=65) 2024-11-14T00:15:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:15:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:15:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741857_1033 (size=65) 2024-11-14T00:15:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741859_1035 (size=65) 2024-11-14T00:15:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741857_1033 (size=65) 2024-11-14T00:15:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:15:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741857_1033 (size=65) 2024-11-14T00:15:18,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:18,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:18,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T00:15:18,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T00:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T00:15:18,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T00:15:18,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:18,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:18,222 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741860_1036 (size=65) 2024-11-14T00:15:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741860_1036 (size=65) 2024-11-14T00:15:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741860_1036 (size=65) 2024-11-14T00:15:18,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c7447a8c2bbbecdd956d9ff7eb04f58 in 31.5970 sec 2024-11-14T00:15:18,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86d87c6a3396374eec3861c694432d0b in 31.5970 sec 2024-11-14T00:15:18,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:18,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T00:15:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T00:15:18,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:18,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:18,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa06b5230d76bc89c55f0b49ca7ce037 in 31.6140 sec 2024-11-14T00:15:18,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:18,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T00:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T00:15:18,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:18,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:18,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-14T00:15:18,648 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T00:15:18,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f93c7ce5c38b9e88c2e5fd90fdfbc053 in 32.0070 sec 2024-11-14T00:15:18,651 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T00:15:18,660 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T00:15:18,660 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T00:15:18,673 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:15:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741861_1037 (size=1094) 2024-11-14T00:15:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741861_1037 (size=1094) 2024-11-14T00:15:18,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741861_1037 (size=1094) 2024-11-14T00:15:19,472 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_230061542_20 at /127.0.0.1:38450 [Receiving block BP-1180667972-172.17.0.3-1731543240018:blk_1073741830_1006] {}] datanode.BlockReceiver(464): Slow flushOrSync took 626ms (threshold=300ms), isSync:false, flushTotalNanos=625617424ns, volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data2/, blockId=1073741830, seqno=349 2024-11-14T00:15:19,473 INFO [AsyncFSWAL-0-hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData-prefix:63baa11b75f3,37713,1731543247084 {}] wal.AbstractFSWAL(1368): Slow sync cost: 627 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41197,DS-df9e99c3-6078-453b-a1a2-8c470cf1b6cd,DISK], DatanodeInfoWithStorage[127.0.0.1:37129,DS-c2ac0636-8ffc-4521-abdc-0b45e6de1875,DISK], DatanodeInfoWithStorage[127.0.0.1:38811,DS-641c55f1-903b-421d-8bcb-3023112aaa12,DISK]] 2024-11-14T00:15:19,473 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T00:15:19,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T00:15:19,489 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:19,489 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:19,489 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:19,489 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:19,489 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:19,494 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:20,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d86be7c755a97eb8de235e6fc23be001, had cached 0 bytes from a total of 28623 2024-11-14T00:15:20,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f5d1df555d0d13f51b22f85fa958acdd, had cached 0 bytes from a total of 499309 2024-11-14T00:15:23,715 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region edac6db7f6a6e1f342bfd79e57124758 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,716 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fa06b5230d76bc89c55f0b49ca7ce037 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,724 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1df857707985a207ecbbac0c496fb165 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,732 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f93c7ce5c38b9e88c2e5fd90fdfbc053 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d86be7c755a97eb8de235e6fc23be001 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 72e5ec454a4b5321bf114cfd3e283f60 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 86d87c6a3396374eec3861c694432d0b changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9718109a43723b3c7e4b08c6d3a927f1 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c7447a8c2bbbecdd956d9ff7eb04f58 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:23,733 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5d1df555d0d13f51b22f85fa958acdd changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:29,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-14T00:15:29,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-14T00:15:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-14T00:15:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-14T00:15:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-14T00:15:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-14T00:15:29,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:15:29,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:15:29,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T00:15:29,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T00:15:29,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T00:15:29,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T00:15:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T00:15:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T00:15:29,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-14T00:15:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-14T00:15:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T00:15:29,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T00:15:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-14T00:15:29,543 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 Release verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:29,543 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 Release verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:29,543 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,545 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-14T00:15:29,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 10.0630 sec 2024-11-14T00:15:29,550 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 10.0610 sec 2024-11-14T00:15:29,553 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 Release verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:29,555 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 in 10.0710 sec 2024-11-14T00:15:29,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 in 10.0610 sec 2024-11-14T00:15:29,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 in 10.0610 sec 2024-11-14T00:15:29,566 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,569 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:29,569 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:29,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 10.0730 sec 2024-11-14T00:15:35,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:15:39,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-14T00:15:39,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-14T00:15:39,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T00:15:39,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-14T00:15:39,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T00:15:39,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T00:15:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T00:15:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T00:15:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-14T00:15:39,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-14T00:15:39,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T00:15:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T00:15:39,576 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:39,576 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:39,581 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 Release verify snapshot worker=63baa11b75f3,36375,1731543248597 2024-11-14T00:15:39,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 Release verify snapshot worker=63baa11b75f3,45061,1731543249143 2024-11-14T00:15:39,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 20.0940 sec 2024-11-14T00:15:39,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 20.0990 sec 2024-11-14T00:15:39,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,36375,1731543248597 in 20.0940 sec 2024-11-14T00:15:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-14T00:15:39,585 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T00:15:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,45061,1731543249143 in 20.0990 sec 2024-11-14T00:15:39,586 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T00:15:39,591 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T00:15:39,591 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T00:15:39,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 53.1860 sec 2024-11-14T00:15:39,685 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T00:15:39,695 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T00:15:39,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:15:39,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:15:39,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:15:39,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:39,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:39,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:15:39,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:15:39,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833048389, stopped=false 2024-11-14T00:15:39,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,37713,1731543247084 2024-11-14T00:15:39,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:39,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:15:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:39,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:15:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:39,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:15:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:39,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:39,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:39,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:39,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:39,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36375,1731543248597' ***** 2024-11-14T00:15:39,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:15:39,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,45061,1731543249143' ***** 2024-11-14T00:15:39,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:15:39,803 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:15:39,803 INFO [RS:0;63baa11b75f3:36375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:15:39,803 INFO [RS:0;63baa11b75f3:36375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:15:39,803 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:15:39,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:15:39,803 INFO [RS:2;63baa11b75f3:45061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:15:39,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:15:39,803 INFO [RS:2;63baa11b75f3:45061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:15:39,803 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(3091): Received CLOSE for fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:39,803 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 9718109a43723b3c7e4b08c6d3a927f1 2024-11-14T00:15:39,804 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(3091): Received CLOSE for d86be7c755a97eb8de235e6fc23be001 2024-11-14T00:15:39,804 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(3091): Received CLOSE for edac6db7f6a6e1f342bfd79e57124758 2024-11-14T00:15:39,804 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1df857707985a207ecbbac0c496fb165 2024-11-14T00:15:39,804 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(3091): Received CLOSE for f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:39,805 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36375,1731543248597 2024-11-14T00:15:39,805 INFO [RS:0;63baa11b75f3:36375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:15:39,805 INFO [RS:0;63baa11b75f3:36375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36375. 2024-11-14T00:15:39,805 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:15:39,805 DEBUG [RS:0;63baa11b75f3:36375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:15:39,805 DEBUG [RS:0;63baa11b75f3:36375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:39,805 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T00:15:39,805 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1325): Online Regions={fa06b5230d76bc89c55f0b49ca7ce037=SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037., d86be7c755a97eb8de235e6fc23be001=SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001., edac6db7f6a6e1f342bfd79e57124758=SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758., 1df857707985a207ecbbac0c496fb165=SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165., f93c7ce5c38b9e88c2e5fd90fdfbc053=SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053.} 2024-11-14T00:15:39,806 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1351): Waiting on 1df857707985a207ecbbac0c496fb165, d86be7c755a97eb8de235e6fc23be001, edac6db7f6a6e1f342bfd79e57124758, f93c7ce5c38b9e88c2e5fd90fdfbc053, fa06b5230d76bc89c55f0b49ca7ce037 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c7447a8c2bbbecdd956d9ff7eb04f58 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 72e5ec454a4b5321bf114cfd3e283f60 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 86d87c6a3396374eec3861c694432d0b 2024-11-14T00:15:39,806 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa06b5230d76bc89c55f0b49ca7ce037, disabling compactions & flushes 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,45061,1731543249143 2024-11-14T00:15:39,806 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:39,806 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:15:39,806 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. after waiting 0 ms 2024-11-14T00:15:39,806 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:39,806 INFO [RS:2;63baa11b75f3:45061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;63baa11b75f3:45061. 2024-11-14T00:15:39,807 DEBUG [RS:2;63baa11b75f3:45061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:15:39,807 DEBUG [RS:2;63baa11b75f3:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:39,807 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:15:39,807 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:15:39,807 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:15:39,807 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:15:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9718109a43723b3c7e4b08c6d3a927f1, disabling compactions & flushes 2024-11-14T00:15:39,808 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:15:39,808 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:15:39,808 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. after waiting 0 ms 2024-11-14T00:15:39,808 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:15:39,808 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-14T00:15:39,808 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1325): Online Regions={9718109a43723b3c7e4b08c6d3a927f1=SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1., 2c7447a8c2bbbecdd956d9ff7eb04f58=SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58., 72e5ec454a4b5321bf114cfd3e283f60=SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60., 1588230740=hbase:meta,,1.1588230740, f5d1df555d0d13f51b22f85fa958acdd=SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd., 86d87c6a3396374eec3861c694432d0b=SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b.} 2024-11-14T00:15:39,808 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c7447a8c2bbbecdd956d9ff7eb04f58, 72e5ec454a4b5321bf114cfd3e283f60, 86d87c6a3396374eec3861c694432d0b, 9718109a43723b3c7e4b08c6d3a927f1, f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:15:39,808 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:15:39,809 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:15:39,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:15:39,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:15:39,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:15:39,810 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-14T00:15:39,829 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/9718109a43723b3c7e4b08c6d3a927f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,836 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:15:39,837 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9718109a43723b3c7e4b08c6d3a927f1: Waiting for close lock at 1731543339807Running coprocessor pre-close hooks at 1731543339807Disabling compacts and flushes for region at 1731543339807Disabling writes for close at 1731543339808 (+1 ms)Writing region close event to WAL at 1731543339812 (+4 ms)Running coprocessor post-close hooks at 1731543339831 (+19 ms)Closed at 1731543339836 (+5 ms) 2024-11-14T00:15:39,837 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731543264062.9718109a43723b3c7e4b08c6d3a927f1. 2024-11-14T00:15:39,838 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c7447a8c2bbbecdd956d9ff7eb04f58, disabling compactions & flushes 2024-11-14T00:15:39,838 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:39,838 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:39,838 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. after waiting 0 ms 2024-11-14T00:15:39,838 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:39,839 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/fa06b5230d76bc89c55f0b49ca7ce037/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,840 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:15:39,841 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:39,841 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa06b5230d76bc89c55f0b49ca7ce037: Waiting for close lock at 1731543339806Running coprocessor pre-close hooks at 1731543339806Disabling compacts and flushes for region at 1731543339806Disabling writes for close at 1731543339806Writing region close event to WAL at 1731543339809 (+3 ms)Running coprocessor post-close hooks at 1731543339840 (+31 ms)Closed at 1731543339840 2024-11-14T00:15:39,841 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731543264062.fa06b5230d76bc89c55f0b49ca7ce037. 2024-11-14T00:15:39,841 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d86be7c755a97eb8de235e6fc23be001, disabling compactions & flushes 2024-11-14T00:15:39,841 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:15:39,841 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:15:39,842 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. after waiting 0 ms 2024-11-14T00:15:39,842 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:15:39,865 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/d86be7c755a97eb8de235e6fc23be001/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:15:39,869 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/2c7447a8c2bbbecdd956d9ff7eb04f58/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,872 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:15:39,872 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d86be7c755a97eb8de235e6fc23be001: Waiting for close lock at 1731543339841Running coprocessor pre-close hooks at 1731543339841Disabling compacts and flushes for region at 1731543339841Disabling writes for close at 1731543339842 (+1 ms)Writing region close event to WAL at 1731543339851 (+9 ms)Running coprocessor post-close hooks at 1731543339866 (+15 ms)Closed at 1731543339872 (+6 ms) 2024-11-14T00:15:39,872 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731543264062.d86be7c755a97eb8de235e6fc23be001. 2024-11-14T00:15:39,873 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edac6db7f6a6e1f342bfd79e57124758, disabling compactions & flushes 2024-11-14T00:15:39,873 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:15:39,873 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:15:39,873 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. after waiting 0 ms 2024-11-14T00:15:39,873 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:15:39,880 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:39,880 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c7447a8c2bbbecdd956d9ff7eb04f58: Waiting for close lock at 1731543339838Running coprocessor pre-close hooks at 1731543339838Disabling compacts and flushes for region at 1731543339838Disabling writes for close at 1731543339838Writing region close event to WAL at 1731543339843 (+5 ms)Running coprocessor post-close hooks at 1731543339880 (+37 ms)Closed at 1731543339880 2024-11-14T00:15:39,880 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731543264062.2c7447a8c2bbbecdd956d9ff7eb04f58. 2024-11-14T00:15:39,881 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72e5ec454a4b5321bf114cfd3e283f60, disabling compactions & flushes 2024-11-14T00:15:39,881 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:15:39,881 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:15:39,881 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. after waiting 0 ms 2024-11-14T00:15:39,881 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:15:39,885 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/info/78c0a017480c456aa3058d760b05aef8 is 167, key is SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758./info:regioninfo/1731543275395/Put/seqid=0 2024-11-14T00:15:39,892 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/edac6db7f6a6e1f342bfd79e57124758/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,904 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:15:39,904 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edac6db7f6a6e1f342bfd79e57124758: Waiting for close lock at 1731543339873Running coprocessor pre-close hooks at 1731543339873Disabling compacts and flushes for region at 1731543339873Disabling writes for close at 1731543339873Writing region close event to WAL at 1731543339875 (+2 ms)Running coprocessor post-close hooks at 1731543339904 (+29 ms)Closed at 1731543339904 2024-11-14T00:15:39,904 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731543264062.edac6db7f6a6e1f342bfd79e57124758. 2024-11-14T00:15:39,905 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1df857707985a207ecbbac0c496fb165, disabling compactions & flushes 2024-11-14T00:15:39,905 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:15:39,905 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:15:39,905 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. after waiting 0 ms 2024-11-14T00:15:39,905 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:15:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741862_1038 (size=20292) 2024-11-14T00:15:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741862_1038 (size=20292) 2024-11-14T00:15:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741862_1038 (size=20292) 2024-11-14T00:15:39,941 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/info/78c0a017480c456aa3058d760b05aef8 2024-11-14T00:15:39,947 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/72e5ec454a4b5321bf114cfd3e283f60/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,950 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:15:39,950 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72e5ec454a4b5321bf114cfd3e283f60: Waiting for close lock at 1731543339880Running coprocessor pre-close hooks at 1731543339880Disabling compacts and flushes for region at 1731543339880Disabling writes for close at 1731543339881 (+1 ms)Writing region close event to WAL at 1731543339890 (+9 ms)Running coprocessor post-close hooks at 1731543339950 (+60 ms)Closed at 1731543339950 2024-11-14T00:15:39,950 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731543264062.72e5ec454a4b5321bf114cfd3e283f60. 2024-11-14T00:15:39,950 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d1df555d0d13f51b22f85fa958acdd, disabling compactions & flushes 2024-11-14T00:15:39,950 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:15:39,950 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:15:39,950 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. after waiting 0 ms 2024-11-14T00:15:39,951 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:15:39,984 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/1df857707985a207ecbbac0c496fb165/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:39,986 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:15:39,986 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1df857707985a207ecbbac0c496fb165: Waiting for close lock at 1731543339905Running coprocessor pre-close hooks at 1731543339905Disabling compacts and flushes for region at 1731543339905Disabling writes for close at 1731543339905Writing region close event to WAL at 1731543339964 (+59 ms)Running coprocessor post-close hooks at 1731543339986 (+22 ms)Closed at 1731543339986 2024-11-14T00:15:39,986 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731543264062.1df857707985a207ecbbac0c496fb165. 2024-11-14T00:15:39,986 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f93c7ce5c38b9e88c2e5fd90fdfbc053, disabling compactions & flushes 2024-11-14T00:15:39,987 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:39,987 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:39,987 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. after waiting 0 ms 2024-11-14T00:15:39,987 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:40,008 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86d87c6a3396374eec3861c694432d0b, f5d1df555d0d13f51b22f85fa958acdd 2024-11-14T00:15:40,009 DEBUG [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1351): Waiting on f93c7ce5c38b9e88c2e5fd90fdfbc053 2024-11-14T00:15:40,014 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/ns/400673b250844961af73720df2bdd6f0 is 43, key is default/ns:d/1731543263630/Put/seqid=0 2024-11-14T00:15:40,028 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f5d1df555d0d13f51b22f85fa958acdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:15:40,030 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:15:40,030 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d1df555d0d13f51b22f85fa958acdd: Waiting for close lock at 1731543339950Running coprocessor pre-close hooks at 1731543339950Disabling compacts and flushes for region at 1731543339950Disabling writes for close at 1731543339951 (+1 ms)Writing region close event to WAL at 1731543339984 (+33 ms)Running coprocessor post-close hooks at 1731543340030 (+46 ms)Closed at 1731543340030 2024-11-14T00:15:40,030 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731543264062.f5d1df555d0d13f51b22f85fa958acdd. 2024-11-14T00:15:40,030 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86d87c6a3396374eec3861c694432d0b, disabling compactions & flushes 2024-11-14T00:15:40,030 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:40,030 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:40,031 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. after waiting 0 ms 2024-11-14T00:15:40,031 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:40,048 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/f93c7ce5c38b9e88c2e5fd90fdfbc053/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:40,053 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:40,054 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f93c7ce5c38b9e88c2e5fd90fdfbc053: Waiting for close lock at 1731543339986Running coprocessor pre-close hooks at 1731543339986Disabling compacts and flushes for region at 1731543339986Disabling writes for close at 1731543339987 (+1 ms)Writing region close event to WAL at 1731543340015 (+28 ms)Running coprocessor post-close hooks at 1731543340053 (+38 ms)Closed at 1731543340053 2024-11-14T00:15:40,054 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731543264062.f93c7ce5c38b9e88c2e5fd90fdfbc053. 2024-11-14T00:15:40,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741863_1039 (size=5153) 2024-11-14T00:15:40,103 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/default/SPTestTable/86d87c6a3396374eec3861c694432d0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:15:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741863_1039 (size=5153) 2024-11-14T00:15:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741863_1039 (size=5153) 2024-11-14T00:15:40,109 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:40,109 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86d87c6a3396374eec3861c694432d0b: Waiting for close lock at 1731543340030Running coprocessor pre-close hooks at 1731543340030Disabling compacts and flushes for region at 1731543340030Disabling writes for close at 1731543340031 (+1 ms)Writing region close event to WAL at 1731543340048 (+17 ms)Running coprocessor post-close hooks at 1731543340109 (+61 ms)Closed at 1731543340109 2024-11-14T00:15:40,109 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731543264062.86d87c6a3396374eec3861c694432d0b. 2024-11-14T00:15:40,113 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/ns/400673b250844961af73720df2bdd6f0 2024-11-14T00:15:40,191 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/table/8d733d38caa248498f83cc359e51a77f is 47, key is SPTestTable/table:state/1731543275494/Put/seqid=0 2024-11-14T00:15:40,211 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:15:40,212 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36375,1731543248597; all regions closed. 2024-11-14T00:15:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741864_1040 (size=5214) 2024-11-14T00:15:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741864_1040 (size=5214) 2024-11-14T00:15:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741864_1040 (size=5214) 2024-11-14T00:15:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741833_1009 (size=3530) 2024-11-14T00:15:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741833_1009 (size=3530) 2024-11-14T00:15:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741833_1009 (size=3530) 2024-11-14T00:15:40,257 DEBUG [RS:0;63baa11b75f3:36375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs 2024-11-14T00:15:40,257 INFO [RS:0;63baa11b75f3:36375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36375%2C1731543248597:(num 1731543252788) 2024-11-14T00:15:40,258 DEBUG [RS:0;63baa11b75f3:36375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:40,258 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:15:40,258 INFO [RS:0;63baa11b75f3:36375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:15:40,264 INFO [RS:0;63baa11b75f3:36375 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:15:40,265 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:15:40,265 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:15:40,265 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:15:40,265 INFO [RS:0;63baa11b75f3:36375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:15:40,265 INFO [RS:0;63baa11b75f3:36375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36375 2024-11-14T00:15:40,266 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:15:40,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:15:40,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,36375,1731543248597 2024-11-14T00:15:40,289 INFO [RS:0;63baa11b75f3:36375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:15:40,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36375,1731543248597] 2024-11-14T00:15:40,324 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,36375,1731543248597 already deleted, retry=false 2024-11-14T00:15:40,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36375,1731543248597 expired; onlineServers=1 2024-11-14T00:15:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36375-0x10136b11fff0001, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:40,409 INFO [RS:0;63baa11b75f3:36375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:15:40,409 INFO [RS:0;63baa11b75f3:36375 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36375,1731543248597; zookeeper connection closed. 2024-11-14T00:15:40,412 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:15:40,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34c77a10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34c77a10 2024-11-14T00:15:40,532 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:15:40,532 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:15:40,612 DEBUG [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:15:40,640 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/table/8d733d38caa248498f83cc359e51a77f 2024-11-14T00:15:40,670 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/info/78c0a017480c456aa3058d760b05aef8 as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/info/78c0a017480c456aa3058d760b05aef8 2024-11-14T00:15:40,681 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/info/78c0a017480c456aa3058d760b05aef8, entries=116, sequenceid=37, filesize=19.8 K 2024-11-14T00:15:40,683 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/ns/400673b250844961af73720df2bdd6f0 as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/ns/400673b250844961af73720df2bdd6f0 2024-11-14T00:15:40,702 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/ns/400673b250844961af73720df2bdd6f0, entries=2, sequenceid=37, filesize=5.0 K 2024-11-14T00:15:40,706 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/.tmp/table/8d733d38caa248498f83cc359e51a77f as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/table/8d733d38caa248498f83cc359e51a77f 2024-11-14T00:15:40,722 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/table/8d733d38caa248498f83cc359e51a77f, entries=2, sequenceid=37, filesize=5.1 K 2024-11-14T00:15:40,723 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=37, compaction requested=false 2024-11-14T00:15:40,752 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-14T00:15:40,760 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:15:40,760 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:15:40,761 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543339808Running coprocessor pre-close hooks at 1731543339808Disabling compacts and flushes for region at 1731543339808Disabling writes for close at 1731543339809 (+1 ms)Obtaining lock to block concurrent updates at 1731543339810 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731543339810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1731543339812 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543339813 (+1 ms)Flushing 1588230740/info: creating writer at 1731543339814 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543339877 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731543339877Flushing 1588230740/ns: creating writer at 1731543339976 (+99 ms)Flushing 1588230740/ns: appending metadata at 1731543340013 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731543340013Flushing 1588230740/table: creating writer at 1731543340136 (+123 ms)Flushing 1588230740/table: appending metadata at 1731543340190 (+54 ms)Flushing 1588230740/table: closing flushed file at 1731543340190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d834946: reopening flushed file at 1731543340665 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0245b7: reopening flushed file at 1731543340682 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e0ecb2: reopening flushed file at 1731543340702 (+20 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=37, compaction requested=false at 1731543340724 (+22 ms)Writing region close event to WAL at 1731543340729 (+5 ms)Running coprocessor post-close hooks at 1731543340760 (+31 ms)Closed at 1731543340760 2024-11-14T00:15:40,761 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:15:40,813 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,45061,1731543249143; all regions closed. 2024-11-14T00:15:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741836_1012 (size=19546) 2024-11-14T00:15:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741836_1012 (size=19546) 2024-11-14T00:15:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741836_1012 (size=19546) 2024-11-14T00:15:40,839 DEBUG [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs 2024-11-14T00:15:40,839 INFO [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C45061%2C1731543249143.meta:.meta(num 1731543263357) 2024-11-14T00:15:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741834_1010 (size=3500) 2024-11-14T00:15:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741834_1010 (size=3500) 2024-11-14T00:15:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741834_1010 (size=3500) 2024-11-14T00:15:40,866 DEBUG [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/oldWALs 2024-11-14T00:15:40,866 INFO [RS:2;63baa11b75f3:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C45061%2C1731543249143:(num 1731543252792) 2024-11-14T00:15:40,866 DEBUG [RS:2;63baa11b75f3:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:40,866 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:15:40,866 INFO [RS:2;63baa11b75f3:45061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:15:40,866 INFO [RS:2;63baa11b75f3:45061 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:15:40,867 INFO [RS:2;63baa11b75f3:45061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:15:40,867 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:15:40,867 INFO [RS:2;63baa11b75f3:45061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45061 2024-11-14T00:15:40,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,45061,1731543249143 2024-11-14T00:15:40,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:15:40,939 INFO [RS:2;63baa11b75f3:45061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:15:41,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,45061,1731543249143] 2024-11-14T00:15:41,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,45061,1731543249143 already deleted, retry=false 2024-11-14T00:15:41,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,45061,1731543249143 expired; onlineServers=0 2024-11-14T00:15:41,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,37713,1731543247084' ***** 2024-11-14T00:15:41,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:15:41,109 INFO [M:0;63baa11b75f3:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:15:41,109 INFO [M:0;63baa11b75f3:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:15:41,109 DEBUG [M:0;63baa11b75f3:37713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:15:41,110 DEBUG [M:0;63baa11b75f3:37713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:15:41,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:15:41,110 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543251962 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543251962,5,FailOnTimeoutGroup] 2024-11-14T00:15:41,110 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543251964 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543251964,5,FailOnTimeoutGroup] 2024-11-14T00:15:41,110 INFO [M:0;63baa11b75f3:37713 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:15:41,110 INFO [M:0;63baa11b75f3:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:15:41,110 DEBUG [M:0;63baa11b75f3:37713 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:15:41,110 INFO [M:0;63baa11b75f3:37713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:15:41,110 INFO [M:0;63baa11b75f3:37713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:15:41,110 ERROR [M:0;63baa11b75f3:37713 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1186425077) connection to localhost/127.0.0.1:46581 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46581,5,PEWorkerGroup] 2024-11-14T00:15:41,111 INFO [M:0;63baa11b75f3:37713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:15:41,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:15:41,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:41,134 INFO [RS:2;63baa11b75f3:45061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:15:41,134 INFO [RS:2;63baa11b75f3:45061 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,45061,1731543249143; zookeeper connection closed. 2024-11-14T00:15:41,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10136b11fff0003, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:41,134 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c73dbd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c73dbd5 2024-11-14T00:15:41,135 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T00:15:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T00:15:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:41,199 DEBUG [M:0;63baa11b75f3:37713 {}] zookeeper.ZKUtil(347): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T00:15:41,199 WARN [M:0;63baa11b75f3:37713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:15:41,200 INFO [M:0;63baa11b75f3:37713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/.lastflushedseqids 2024-11-14T00:15:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741865_1041 (size=686) 2024-11-14T00:15:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741865_1041 (size=686) 2024-11-14T00:15:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741865_1041 (size=686) 2024-11-14T00:15:41,243 INFO [M:0;63baa11b75f3:37713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:15:41,244 INFO [M:0;63baa11b75f3:37713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:15:41,244 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:15:41,245 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:41,245 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:41,245 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:15:41,245 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:41,245 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.55 KB heapSize=242.32 KB 2024-11-14T00:15:41,271 DEBUG [M:0;63baa11b75f3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ddf908faf9e428ab33b20d9480abdaf is 82, key is hbase:meta,,1/info:regioninfo/1731543263496/Put/seqid=0 2024-11-14T00:15:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741866_1042 (size=5672) 2024-11-14T00:15:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741866_1042 (size=5672) 2024-11-14T00:15:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741866_1042 (size=5672) 2024-11-14T00:15:41,286 INFO [M:0;63baa11b75f3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ddf908faf9e428ab33b20d9480abdaf 2024-11-14T00:15:41,333 DEBUG [M:0;63baa11b75f3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6c42eb548f7480eb50cfe86a3fbc3a1 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543275517/Put/seqid=0 2024-11-14T00:15:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741867_1043 (size=8973) 2024-11-14T00:15:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741867_1043 (size=8973) 2024-11-14T00:15:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741867_1043 (size=8973) 2024-11-14T00:15:41,450 INFO [M:0;63baa11b75f3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.81 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6c42eb548f7480eb50cfe86a3fbc3a1 2024-11-14T00:15:41,481 INFO [M:0;63baa11b75f3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6c42eb548f7480eb50cfe86a3fbc3a1 2024-11-14T00:15:41,506 DEBUG [M:0;63baa11b75f3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38217ef8c3404c69a5e2559a74998a50 is 69, key is 63baa11b75f3,36375,1731543248597/rs:state/1731543252088/Put/seqid=0 2024-11-14T00:15:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741868_1044 (size=5441) 2024-11-14T00:15:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741868_1044 (size=5441) 2024-11-14T00:15:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741868_1044 (size=5441) 2024-11-14T00:15:41,586 INFO [M:0;63baa11b75f3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38217ef8c3404c69a5e2559a74998a50 2024-11-14T00:15:41,609 INFO [M:0;63baa11b75f3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38217ef8c3404c69a5e2559a74998a50 2024-11-14T00:15:41,616 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ddf908faf9e428ab33b20d9480abdaf as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ddf908faf9e428ab33b20d9480abdaf 2024-11-14T00:15:41,631 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ddf908faf9e428ab33b20d9480abdaf, entries=8, sequenceid=513, filesize=5.5 K 2024-11-14T00:15:41,632 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6c42eb548f7480eb50cfe86a3fbc3a1 as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6c42eb548f7480eb50cfe86a3fbc3a1 2024-11-14T00:15:41,645 INFO [M:0;63baa11b75f3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6c42eb548f7480eb50cfe86a3fbc3a1 2024-11-14T00:15:41,645 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6c42eb548f7480eb50cfe86a3fbc3a1, entries=56, sequenceid=513, filesize=8.8 K 2024-11-14T00:15:41,647 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38217ef8c3404c69a5e2559a74998a50 as hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38217ef8c3404c69a5e2559a74998a50 2024-11-14T00:15:41,657 INFO [M:0;63baa11b75f3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38217ef8c3404c69a5e2559a74998a50 2024-11-14T00:15:41,658 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46581/user/jenkins/test-data/bd353a92-27d7-1082-0aa2-fb9e61ebef88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38217ef8c3404c69a5e2559a74998a50, entries=3, sequenceid=513, filesize=5.3 K 2024-11-14T00:15:41,659 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 414ms, sequenceid=513, compaction requested=false 2024-11-14T00:15:41,661 INFO [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:41,661 DEBUG [M:0;63baa11b75f3:37713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543341244Disabling compacts and flushes for region at 1731543341244Disabling writes for close at 1731543341245 (+1 ms)Obtaining lock to block concurrent updates at 1731543341245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543341245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200243, getHeapSize=248072, getOffHeapSize=0, getCellsCount=620 at 1731543341246 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543341246Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543341247 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543341271 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543341271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543341302 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543341332 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543341333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543341481 (+148 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543341504 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543341504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e83f657: reopening flushed file at 1731543341609 (+105 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40edf893: reopening flushed file at 1731543341631 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7267fdd3: reopening flushed file at 1731543341645 (+14 ms)Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 414ms, sequenceid=513, compaction requested=false at 1731543341659 (+14 ms)Writing region close event to WAL at 1731543341661 (+2 ms)Closed at 1731543341661 2024-11-14T00:15:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38811 is added to blk_1073741830_1006 (size=234435) 2024-11-14T00:15:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41197 is added to blk_1073741830_1006 (size=234435) 2024-11-14T00:15:41,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:15:41,670 INFO [M:0;63baa11b75f3:37713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:15:41,670 INFO [M:0;63baa11b75f3:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37713 2024-11-14T00:15:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741830_1006 (size=234435) 2024-11-14T00:15:41,671 INFO [M:0;63baa11b75f3:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:15:41,824 INFO [M:0;63baa11b75f3:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:15:41,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:41,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x10136b11fff0000, quorum=127.0.0.1:53664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:15:41,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42c90f38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:41,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a6ee5d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:15:41,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:15:41,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b15cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:15:41,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4c317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,STOPPED} 2024-11-14T00:15:41,853 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:15:41,853 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1180667972-172.17.0.3-1731543240018 (Datanode Uuid 661b48a7-3654-448a-8fb7-b5f4d7ae9adb) service to localhost/127.0.0.1:46581 2024-11-14T00:15:41,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data5/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:41,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data6/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:41,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:15:41,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:15:41,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:15:41,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32810f8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:41,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b4b5bee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:15:41,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:15:41,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2e562a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:15:41,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbb80b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,STOPPED} 2024-11-14T00:15:41,921 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:15:41,921 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1180667972-172.17.0.3-1731543240018 (Datanode Uuid 451eefe6-2fb2-4e1f-9991-e72a5659be44) service to localhost/127.0.0.1:46581 2024-11-14T00:15:41,922 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:15:41,922 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:15:41,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data3/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:41,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data4/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:41,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:15:41,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56852281{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:41,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:15:41,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:15:41,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:15:41,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,STOPPED} 2024-11-14T00:15:42,009 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:15:42,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:15:42,009 WARN [BP-1180667972-172.17.0.3-1731543240018 heartbeating to localhost/127.0.0.1:46581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1180667972-172.17.0.3-1731543240018 (Datanode Uuid a0686986-818a-4efc-a37b-6486b4c78f9b) service to localhost/127.0.0.1:46581 2024-11-14T00:15:42,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:15:42,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data1/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:42,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/cluster_1d420055-6f25-0f53-7187-92a044567b2a/data/data2/current/BP-1180667972-172.17.0.3-1731543240018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:15:42,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:15:42,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc50b10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:15:42,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:15:42,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:15:42,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:15:42,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir/,STOPPED} 2024-11-14T00:15:42,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:15:42,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:15:42,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2ccf1f6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:46581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:46581 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:46581 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:46581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1256 (was 1036) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=965 (was 1207) 2024-11-14T00:15:42,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=1256, ProcessCount=11, AvailableMemoryMB=965 2024-11-14T00:15:42,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir so I do NOT create it in target/test-data/88064eb3-c185-83e1-4009-25e6d45be214 2024-11-14T00:15:42,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:15:42,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.tmp.dir so I do NOT create it in target/test-data/88064eb3-c185-83e1-4009-25e6d45be214 2024-11-14T00:15:42,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dde80f85-7d75-66ad-645b-4a8d9ddf6849/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:15:42,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214 2024-11-14T00:15:42,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12, deleteOnExit=true 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/test.cache.data in system properties and HBase conf 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:15:42,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:15:42,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:15:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:15:42,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:15:42,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:15:42,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:15:42,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:15:42,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:15:42,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:15:42,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:15:42,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45344263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:15:42,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5cfff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:15:43,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@415f8ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/java.io.tmpdir/jetty-localhost-37003-hadoop-hdfs-3_4_1-tests_jar-_-any-7950629652849464712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:15:43,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24d384ca{HTTP/1.1, (http/1.1)}{localhost:37003} 2024-11-14T00:15:43,055 INFO [Time-limited test {}] server.Server(415): Started @107470ms 2024-11-14T00:15:43,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:15:43,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:15:43,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:15:43,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:15:43,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:15:43,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bedf363{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:15:43,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ab3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:15:43,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d57a9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/java.io.tmpdir/jetty-localhost-37075-hadoop-hdfs-3_4_1-tests_jar-_-any-12764655318735935325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:43,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43ee3a1d{HTTP/1.1, (http/1.1)}{localhost:37075} 2024-11-14T00:15:43,652 INFO [Time-limited test {}] server.Server(415): Started @108068ms 2024-11-14T00:15:43,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:15:43,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:15:43,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:15:43,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:15:43,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:15:43,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:15:43,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b96eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:15:43,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@534e5e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:15:43,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a02c60a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/java.io.tmpdir/jetty-localhost-35167-hadoop-hdfs-3_4_1-tests_jar-_-any-1968122560994949020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:43,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d87a5d{HTTP/1.1, (http/1.1)}{localhost:35167} 2024-11-14T00:15:43,814 INFO [Time-limited test {}] server.Server(415): Started @108230ms 2024-11-14T00:15:43,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:15:43,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:15:43,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:15:43,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:15:43,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:15:43,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:15:43,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608545a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:15:43,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582406be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:15:44,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@447d5ddb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/java.io.tmpdir/jetty-localhost-42529-hadoop-hdfs-3_4_1-tests_jar-_-any-2480737956439711525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:15:44,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b749057{HTTP/1.1, (http/1.1)}{localhost:42529} 2024-11-14T00:15:44,003 INFO [Time-limited test {}] server.Server(415): Started @108418ms 2024-11-14T00:15:44,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:15:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:44,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:44,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:45,352 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data1/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:45,352 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data2/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:45,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:15:45,375 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:15:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ea062bae1628ec7 with lease ID 0x6ffd3a9cb4e63fd4: Processing first storage report for DS-64fc2672-116c-4f7d-b909-5dd953da6ae3 from datanode DatanodeRegistration(127.0.0.1:34857, datanodeUuid=0fe32fac-5541-4078-912f-bb2d58fb90e4, infoPort=42521, infoSecurePort=0, ipcPort=46725, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ea062bae1628ec7 with lease ID 0x6ffd3a9cb4e63fd4: from storage DS-64fc2672-116c-4f7d-b909-5dd953da6ae3 node DatanodeRegistration(127.0.0.1:34857, datanodeUuid=0fe32fac-5541-4078-912f-bb2d58fb90e4, infoPort=42521, infoSecurePort=0, ipcPort=46725, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:15:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ea062bae1628ec7 with lease ID 0x6ffd3a9cb4e63fd4: Processing first storage report for DS-e3631c68-91f3-4eaa-a307-b7fafbae8f5f from datanode DatanodeRegistration(127.0.0.1:34857, datanodeUuid=0fe32fac-5541-4078-912f-bb2d58fb90e4, infoPort=42521, infoSecurePort=0, ipcPort=46725, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ea062bae1628ec7 with lease ID 0x6ffd3a9cb4e63fd4: from storage DS-e3631c68-91f3-4eaa-a307-b7fafbae8f5f node DatanodeRegistration(127.0.0.1:34857, datanodeUuid=0fe32fac-5541-4078-912f-bb2d58fb90e4, infoPort=42521, infoSecurePort=0, ipcPort=46725, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:15:45,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:45,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:45,621 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data3/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:45,621 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data4/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:45,660 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:15:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb144c44fbd399272 with lease ID 0x6ffd3a9cb4e63fd5: Processing first storage report for DS-346c6b7a-da5c-4907-a959-9a61608a5eba from datanode DatanodeRegistration(127.0.0.1:39977, datanodeUuid=d0d0f96f-9a68-445d-996e-53d79d2fcbcb, infoPort=36381, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb144c44fbd399272 with lease ID 0x6ffd3a9cb4e63fd5: from storage DS-346c6b7a-da5c-4907-a959-9a61608a5eba node DatanodeRegistration(127.0.0.1:39977, datanodeUuid=d0d0f96f-9a68-445d-996e-53d79d2fcbcb, infoPort=36381, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:15:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb144c44fbd399272 with lease ID 0x6ffd3a9cb4e63fd5: Processing first storage report for DS-065d486d-af2f-4bc9-b8f6-d3027467f905 from datanode DatanodeRegistration(127.0.0.1:39977, datanodeUuid=d0d0f96f-9a68-445d-996e-53d79d2fcbcb, infoPort=36381, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb144c44fbd399272 with lease ID 0x6ffd3a9cb4e63fd5: from storage DS-065d486d-af2f-4bc9-b8f6-d3027467f905 node DatanodeRegistration(127.0.0.1:39977, datanodeUuid=d0d0f96f-9a68-445d-996e-53d79d2fcbcb, infoPort=36381, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:15:46,025 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data5/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:46,025 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data6/current/BP-2020274270-172.17.0.3-1731543342221/current, will proceed with Du for space computation calculation, 2024-11-14T00:15:46,048 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:15:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x670563725a566978 with lease ID 0x6ffd3a9cb4e63fd6: Processing first storage report for DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895 from datanode DatanodeRegistration(127.0.0.1:46669, datanodeUuid=91ec29f7-c971-44dd-baac-4fa119c6dd24, infoPort=37707, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x670563725a566978 with lease ID 0x6ffd3a9cb4e63fd6: from storage DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895 node DatanodeRegistration(127.0.0.1:46669, datanodeUuid=91ec29f7-c971-44dd-baac-4fa119c6dd24, infoPort=37707, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:15:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x670563725a566978 with lease ID 0x6ffd3a9cb4e63fd6: Processing first storage report for DS-b5700ef8-5dd2-4a41-be62-e458d2374046 from datanode DatanodeRegistration(127.0.0.1:46669, datanodeUuid=91ec29f7-c971-44dd-baac-4fa119c6dd24, infoPort=37707, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221) 2024-11-14T00:15:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x670563725a566978 with lease ID 0x6ffd3a9cb4e63fd6: from storage DS-b5700ef8-5dd2-4a41-be62-e458d2374046 node DatanodeRegistration(127.0.0.1:46669, datanodeUuid=91ec29f7-c971-44dd-baac-4fa119c6dd24, infoPort=37707, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=1351285991;c=1731543342221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:15:46,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214 2024-11-14T00:15:46,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/zookeeper_0, clientPort=64193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:15:46,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64193 2024-11-14T00:15:46,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:15:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:15:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:15:46,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 with version=8 2024-11-14T00:15:46,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/hbase-staging 2024-11-14T00:15:46,125 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:15:46,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:15:46,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:15:46,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:15:46,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:15:46,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40593 2024-11-14T00:15:46,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40593 connecting to ZooKeeper ensemble=127.0.0.1:64193 2024-11-14T00:15:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405930x0, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:15:46,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40593-0x10136b2a7570000 connected 2024-11-14T00:15:46,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:46,496 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7, hbase.cluster.distributed=false 2024-11-14T00:15:46,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:15:46,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-14T00:15:46,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-14T00:15:46,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-14T00:15:46,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-14T00:15:46,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-14T00:15:46,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:15:46,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:15:46,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46375 2024-11-14T00:15:46,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46375 connecting to ZooKeeper ensemble=127.0.0.1:64193 2024-11-14T00:15:46,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463750x0, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:15:46,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46375-0x10136b2a7570001 connected 2024-11-14T00:15:46,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:46,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:15:46,560 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:15:46,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:15:46,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:15:46,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-14T00:15:46,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46375 2024-11-14T00:15:46,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46375 2024-11-14T00:15:46,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-14T00:15:46,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-14T00:15:46,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:15:46,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:15:46,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33985 2024-11-14T00:15:46,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33985 connecting to ZooKeeper ensemble=127.0.0.1:64193 2024-11-14T00:15:46,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339850x0, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:15:46,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33985-0x10136b2a7570002 connected 2024-11-14T00:15:46,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:46,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:15:46,651 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:15:46,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:15:46,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:15:46,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33985 2024-11-14T00:15:46,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33985 2024-11-14T00:15:46,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33985 2024-11-14T00:15:46,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33985 2024-11-14T00:15:46,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33985 2024-11-14T00:15:46,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:15:46,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:15:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:15:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:15:46,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:15:46,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:15:46,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33547 2024-11-14T00:15:46,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33547 connecting to ZooKeeper ensemble=127.0.0.1:64193 2024-11-14T00:15:46,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:46,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335470x0, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:15:46,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335470x0, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:15:46,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:15:46,756 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:15:46,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33547-0x10136b2a7570003 connected 2024-11-14T00:15:46,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T00:15:46,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T00:15:46,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-14T00:15:46,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33547 2024-11-14T00:15:46,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33547 2024-11-14T00:15:46,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-14T00:15:46,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-14T00:15:46,791 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:40593 2024-11-14T00:15:46,792 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/63baa11b75f3,40593,1731543346125 2024-11-14T00:15:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,815 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/63baa11b75f3,40593,1731543346125 2024-11-14T00:15:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:46,885 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:37713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T00:15:46,889 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T00:15:46,889 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/63baa11b75f3,40593,1731543346125 from backup master directory 2024-11-14T00:15:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/63baa11b75f3,40593,1731543346125 2024-11-14T00:15:46,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,957 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:15:46,957 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,40593,1731543346125 2024-11-14T00:15:46,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T00:15:46,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/hbase.id] with ID: 36e54611-63c3-41cc-94b7-6bc0c3a7c4e6 2024-11-14T00:15:46,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.tmp/hbase.id 2024-11-14T00:15:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:15:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:15:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:15:46,988 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.tmp/hbase.id]:[hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/hbase.id] 2024-11-14T00:15:47,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:15:47,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:15:47,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T00:15:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:15:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:15:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:15:47,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:15:47,086 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:15:47,087 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:15:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:15:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:15:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:15:47,106 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store 2024-11-14T00:15:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:15:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:15:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:15:47,130 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:47,130 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:15:47,130 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:47,130 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:47,130 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:15:47,130 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:47,131 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:15:47,131 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543347130Disabling compacts and flushes for region at 1731543347130Disabling writes for close at 1731543347130Writing region close event to WAL at 1731543347130Closed at 1731543347130 2024-11-14T00:15:47,132 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/.initializing 2024-11-14T00:15:47,132 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/WALs/63baa11b75f3,40593,1731543346125 2024-11-14T00:15:47,134 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:15:47,137 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C40593%2C1731543346125, suffix=, logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/WALs/63baa11b75f3,40593,1731543346125, archiveDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/oldWALs, maxLogs=10 2024-11-14T00:15:47,157 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/WALs/63baa11b75f3,40593,1731543346125/63baa11b75f3%2C40593%2C1731543346125.1731543347137, exclude list is [], retry=0 2024-11-14T00:15:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39977,DS-346c6b7a-da5c-4907-a959-9a61608a5eba,DISK] 2024-11-14T00:15:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46669,DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895,DISK] 2024-11-14T00:15:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-64fc2672-116c-4f7d-b909-5dd953da6ae3,DISK] 2024-11-14T00:15:47,165 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/WALs/63baa11b75f3,40593,1731543346125/63baa11b75f3%2C40593%2C1731543346125.1731543347137 2024-11-14T00:15:47,166 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36381:36381),(127.0.0.1/127.0.0.1:42521:42521),(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-14T00:15:47,166 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:15:47,166 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:47,166 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,166 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:15:47,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:47,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:47,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:15:47,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:47,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:47,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:15:47,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:47,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:47,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:15:47,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:47,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:15:47,178 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,179 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,182 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,182 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,183 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:15:47,185 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:15:47,188 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:15:47,189 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73645415, jitterRate=0.09740220010280609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:15:47,190 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543347166Initializing all the Stores at 1731543347167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543347168 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543347168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543347168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543347168Cleaning up temporary data from old regions at 1731543347182 (+14 ms)Region opened successfully at 1731543347190 (+8 ms) 2024-11-14T00:15:47,190 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:15:47,196 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:15:47,197 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:15:47,197 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:15:47,197 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:15:47,197 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:15:47,198 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:15:47,198 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:15:47,198 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T00:15:47,207 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:15:47,208 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T00:15:47,250 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T00:15:47,250 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:15:47,251 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:15:47,307 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T00:15:47,308 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:15:47,312 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:15:47,338 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T00:15:47,340 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:15:47,351 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T00:15:47,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:15:47,364 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,436 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,40593,1731543346125, sessionid=0x10136b2a7570000, setting cluster-up flag (Was=false) 2024-11-14T00:15:47,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T00:15:47,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,742 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T00:15:47,744 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40593,1731543346125 2024-11-14T00:15:47,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:15:47,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:15:47,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:47,951 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T00:15:47,952 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40593,1731543346125 2024-11-14T00:15:47,954 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:15:47,960 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:15:47,961 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:15:47,961 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:15:47,961 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,40593,1731543346125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:15:47,963 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:47,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:15:47,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:15:47,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:47,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:15:47,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543377967 2024-11-14T00:15:47,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:15:47,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:15:47,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:15:47,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:15:47,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:15:47,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:15:47,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:47,971 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:15:47,971 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:15:47,972 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:15:47,976 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:15:47,976 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:15:47,978 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543347977,5,FailOnTimeoutGroup] 2024-11-14T00:15:47,980 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543347978,5,FailOnTimeoutGroup] 2024-11-14T00:15:47,981 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:47,981 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:15:47,981 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:47,981 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:47,982 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(746): ClusterId : 36e54611-63c3-41cc-94b7-6bc0c3a7c4e6 2024-11-14T00:15:47,982 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:15:47,983 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(746): ClusterId : 36e54611-63c3-41cc-94b7-6bc0c3a7c4e6 2024-11-14T00:15:47,983 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:15:47,983 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(746): ClusterId : 36e54611-63c3-41cc-94b7-6bc0c3a7c4e6 2024-11-14T00:15:47,983 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:15:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:15:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:15:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:15:47,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:15:47,992 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:48,016 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:15:48,016 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:15:48,017 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:15:48,017 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:15:48,018 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:15:48,018 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:15:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:15:48,040 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:15:48,041 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:15:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:15:48,041 DEBUG [RS:2;63baa11b75f3:33547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a59b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:15:48,041 DEBUG [RS:0;63baa11b75f3:46375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa9d5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:15:48,042 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:15:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:15:48,042 DEBUG [RS:1;63baa11b75f3:33985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4946811f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:15:48,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:48,070 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;63baa11b75f3:33547 2024-11-14T00:15:48,070 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:15:48,070 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:15:48,070 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:15:48,071 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:46375 2024-11-14T00:15:48,071 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:15:48,071 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:15:48,071 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:15:48,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:15:48,074 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,40593,1731543346125 with port=46375, startcode=1731543346525 2024-11-14T00:15:48,074 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,40593,1731543346125 with port=33547, startcode=1731543346720 2024-11-14T00:15:48,075 DEBUG [RS:0;63baa11b75f3:46375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:15:48,075 DEBUG [RS:2;63baa11b75f3:33547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:15:48,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:15:48,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:48,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:48,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:15:48,078 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:15:48,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,080 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;63baa11b75f3:33985 2024-11-14T00:15:48,080 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:15:48,080 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:15:48,080 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:15:48,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:15:48,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:48,081 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:15:48,081 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,40593,1731543346125 with port=33985, startcode=1731543346591 2024-11-14T00:15:48,081 DEBUG [RS:1;63baa11b75f3:33985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:15:48,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:48,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:15:48,083 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:48,083 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33019 2024-11-14T00:15:48,084 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:15:48,084 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:48,084 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33019 2024-11-14T00:15:48,084 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:15:48,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:15:48,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:48,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:48,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:15:48,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:15:48,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:48,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:48,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:15:48,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740 2024-11-14T00:15:48,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740 2024-11-14T00:15:48,089 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:15:48,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,091 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:48,091 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33019 2024-11-14T00:15:48,091 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:15:48,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:15:48,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:15:48,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:15:48,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:15:48,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:15:48,097 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68881496, jitterRate=0.02641427516937256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:15:48,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543348043Initializing all the Stores at 1731543348044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543348044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543348070 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543348070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543348071 (+1 ms)Cleaning up temporary data from old regions at 1731543348091 (+20 ms)Region opened successfully at 1731543348098 (+7 ms) 2024-11-14T00:15:48,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:15:48,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:15:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:15:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:15:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:15:48,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:15:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543348098Disabling compacts and flushes for region at 1731543348098Disabling writes for close at 1731543348099 (+1 ms)Writing region close event to WAL at 1731543348100 (+1 ms)Closed at 1731543348100 2024-11-14T00:15:48,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:15:48,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:15:48,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:15:48,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:15:48,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:15:48,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:15:48,159 DEBUG [RS:2;63baa11b75f3:33547 {}] zookeeper.ZKUtil(111): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,159 WARN [RS:2;63baa11b75f3:33547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:15:48,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,46375,1731543346525] 2024-11-14T00:15:48,159 INFO [RS:2;63baa11b75f3:33547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:15:48,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,33985,1731543346591] 2024-11-14T00:15:48,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,33547,1731543346720] 2024-11-14T00:15:48,159 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,159 DEBUG [RS:0;63baa11b75f3:46375 {}] zookeeper.ZKUtil(111): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,159 WARN [RS:0;63baa11b75f3:46375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:15:48,159 INFO [RS:0;63baa11b75f3:46375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:15:48,160 DEBUG [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,161 DEBUG [RS:1;63baa11b75f3:33985 {}] zookeeper.ZKUtil(111): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,161 WARN [RS:1;63baa11b75f3:33985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:15:48,161 INFO [RS:1;63baa11b75f3:33985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:15:48,161 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,165 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:15:48,166 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:15:48,168 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:15:48,169 INFO [RS:2;63baa11b75f3:33547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:15:48,169 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,169 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:15:48,170 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:15:48,171 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:15:48,171 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:15:48,171 INFO [RS:0;63baa11b75f3:46375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:15:48,172 INFO [RS:1;63baa11b75f3:33985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:15:48,172 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,172 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,172 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:15:48,172 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:15:48,172 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,172 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,172 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:2;63baa11b75f3:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,173 DEBUG [RS:1;63baa11b75f3:33985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,174 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:15:48,174 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,174 DEBUG [RS:0;63baa11b75f3:46375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,33547,1731543346720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:15:48,186 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,33985,1731543346591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,187 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46375,1731543346525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:15:48,207 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:15:48,207 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46375,1731543346525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,208 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,208 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.Replication(171): 63baa11b75f3,46375,1731543346525 started 2024-11-14T00:15:48,212 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:15:48,212 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,33985,1731543346591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,212 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,212 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.Replication(171): 63baa11b75f3,33985,1731543346591 started 2024-11-14T00:15:48,213 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:15:48,213 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,33547,1731543346720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,213 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,213 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.Replication(171): 63baa11b75f3,33547,1731543346720 started 2024-11-14T00:15:48,231 INFO [RS:0;63baa11b75f3:46375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,231 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,46375,1731543346525, RpcServer on 63baa11b75f3/172.17.0.3:46375, sessionid=0x10136b2a7570001 2024-11-14T00:15:48,231 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:15:48,231 DEBUG [RS:0;63baa11b75f3:46375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,231 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46375,1731543346525' 2024-11-14T00:15:48,231 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:15:48,232 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,46375,1731543346525 2024-11-14T00:15:48,232 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,33985,1731543346591, RpcServer on 63baa11b75f3/172.17.0.3:33985, sessionid=0x10136b2a7570002 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46375,1731543346525' 2024-11-14T00:15:48,232 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:15:48,232 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:15:48,233 DEBUG [RS:1;63baa11b75f3:33985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,233 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,33985,1731543346591' 2024-11-14T00:15:48,233 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:15:48,233 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:15:48,234 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:15:48,234 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:15:48,234 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:15:48,234 DEBUG [RS:1;63baa11b75f3:33985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,33985,1731543346591 2024-11-14T00:15:48,234 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,33985,1731543346591' 2024-11-14T00:15:48,234 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:15:48,234 DEBUG [RS:0;63baa11b75f3:46375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:15:48,235 INFO [RS:0;63baa11b75f3:46375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:15:48,235 INFO [RS:0;63baa11b75f3:46375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:15:48,235 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:15:48,236 DEBUG [RS:1;63baa11b75f3:33985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:15:48,236 INFO [RS:1;63baa11b75f3:33985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:15:48,236 INFO [RS:1;63baa11b75f3:33985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:15:48,236 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:48,237 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,33547,1731543346720, RpcServer on 63baa11b75f3/172.17.0.3:33547, sessionid=0x10136b2a7570003 2024-11-14T00:15:48,237 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:15:48,237 DEBUG [RS:2;63baa11b75f3:33547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,237 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,33547,1731543346720' 2024-11-14T00:15:48,237 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T00:15:48,237 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,33547,1731543346720' 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T00:15:48,238 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T00:15:48,239 DEBUG [RS:2;63baa11b75f3:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:15:48,239 INFO [RS:2;63baa11b75f3:33547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:15:48,239 INFO [RS:2;63baa11b75f3:33547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:15:48,255 WARN [63baa11b75f3:40593 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:15:48,335 INFO [RS:0;63baa11b75f3:46375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:15:48,336 INFO [RS:1;63baa11b75f3:33985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:15:48,337 INFO [RS:0;63baa11b75f3:46375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C46375%2C1731543346525, suffix=, logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525, archiveDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs, maxLogs=32 2024-11-14T00:15:48,338 INFO [RS:1;63baa11b75f3:33985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C33985%2C1731543346591, suffix=, logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33985,1731543346591, archiveDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs, maxLogs=32 2024-11-14T00:15:48,339 INFO [RS:2;63baa11b75f3:33547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:15:48,341 INFO [RS:2;63baa11b75f3:33547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C33547%2C1731543346720, suffix=, logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720, archiveDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs, maxLogs=32 2024-11-14T00:15:48,350 DEBUG [RS:0;63baa11b75f3:46375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525/63baa11b75f3%2C46375%2C1731543346525.1731543348338, exclude list is [], retry=0 2024-11-14T00:15:48,353 DEBUG [RS:2;63baa11b75f3:33547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720/63baa11b75f3%2C33547%2C1731543346720.1731543348341, exclude list is [], retry=0 2024-11-14T00:15:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39977,DS-346c6b7a-da5c-4907-a959-9a61608a5eba,DISK] 2024-11-14T00:15:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46669,DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895,DISK] 2024-11-14T00:15:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-64fc2672-116c-4f7d-b909-5dd953da6ae3,DISK] 2024-11-14T00:15:48,355 DEBUG [RS:1;63baa11b75f3:33985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33985,1731543346591/63baa11b75f3%2C33985%2C1731543346591.1731543348338, exclude list is [], retry=0 2024-11-14T00:15:48,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46669,DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895,DISK] 2024-11-14T00:15:48,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-64fc2672-116c-4f7d-b909-5dd953da6ae3,DISK] 2024-11-14T00:15:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39977,DS-346c6b7a-da5c-4907-a959-9a61608a5eba,DISK] 2024-11-14T00:15:48,357 INFO [RS:0;63baa11b75f3:46375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525/63baa11b75f3%2C46375%2C1731543346525.1731543348338 2024-11-14T00:15:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39977,DS-346c6b7a-da5c-4907-a959-9a61608a5eba,DISK] 2024-11-14T00:15:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46669,DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895,DISK] 2024-11-14T00:15:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-64fc2672-116c-4f7d-b909-5dd953da6ae3,DISK] 2024-11-14T00:15:48,361 DEBUG [RS:0;63baa11b75f3:46375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521),(127.0.0.1/127.0.0.1:36381:36381),(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-14T00:15:48,363 INFO [RS:2;63baa11b75f3:33547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720/63baa11b75f3%2C33547%2C1731543346720.1731543348341 2024-11-14T00:15:48,363 INFO [RS:1;63baa11b75f3:33985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33985,1731543346591/63baa11b75f3%2C33985%2C1731543346591.1731543348338 2024-11-14T00:15:48,363 DEBUG [RS:2;63baa11b75f3:33547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:36381:36381),(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-14T00:15:48,363 DEBUG [RS:1;63baa11b75f3:33985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36381:36381),(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-14T00:15:48,505 DEBUG [63baa11b75f3:40593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T00:15:48,506 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T00:15:48,508 INFO [63baa11b75f3:40593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:15:48,508 INFO [63baa11b75f3:40593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:15:48,508 INFO [63baa11b75f3:40593 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T00:15:48,508 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:15:48,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:15:48,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,33547,1731543346720, state=OPENING 2024-11-14T00:15:48,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:15:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:15:48,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:48,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:48,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:15:48,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:48,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:15:48,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:53,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:15:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:53,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:15:58,545 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:15:58,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:15:58,552 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:15:58,552 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:15:58,552 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:15:58,554 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C33547%2C1731543346720.meta, suffix=.meta, logDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720, archiveDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs, maxLogs=32 2024-11-14T00:15:58,568 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720/63baa11b75f3%2C33547%2C1731543346720.meta.1731543358554.meta, exclude list is [], retry=0 2024-11-14T00:15:58,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39977,DS-346c6b7a-da5c-4907-a959-9a61608a5eba,DISK] 2024-11-14T00:15:58,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46669,DS-ea9b9bc7-1313-4128-baa1-f28ba3f05895,DISK] 2024-11-14T00:15:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-64fc2672-116c-4f7d-b909-5dd953da6ae3,DISK] 2024-11-14T00:15:58,593 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720/63baa11b75f3%2C33547%2C1731543346720.meta.1731543358554.meta 2024-11-14T00:15:58,594 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36381:36381),(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-14T00:15:58,595 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:15:58,595 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:15:58,595 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:15:58,596 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:15:58,596 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:15:58,596 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:58,596 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:15:58,596 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:15:58,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:15:58,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:15:58,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:58,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:58,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:15:58,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:15:58,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:58,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:15:58,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:15:58,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:58,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:58,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:15:58,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:15:58,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:58,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:15:58,608 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:15:58,609 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740 2024-11-14T00:15:58,610 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740 2024-11-14T00:15:58,612 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:15:58,612 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:15:58,613 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:15:58,615 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:15:58,616 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65747781, jitterRate=-0.02028171718120575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:15:58,616 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:15:58,617 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543358596Writing region info on filesystem at 1731543358596Initializing all the Stores at 1731543358597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543358597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543358599 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543358599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543358599Cleaning up temporary data from old regions at 1731543358612 (+13 ms)Running coprocessor post-open hooks at 1731543358616 (+4 ms)Region opened successfully at 1731543358617 (+1 ms) 2024-11-14T00:15:58,619 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543358544 2024-11-14T00:15:58,622 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:15:58,622 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:15:58,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:15:58,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,33547,1731543346720, state=OPEN 2024-11-14T00:15:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:15:58,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:58,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,33547,1731543346720 2024-11-14T00:15:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:15:58,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:15:58,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:58,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:15:58,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,33547,1731543346720 in 10.1640 sec 2024-11-14T00:15:58,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T00:15:58,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T00:15:58,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:15:58,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6090 sec 2024-11-14T00:15:58,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:15:58,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:15:58,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:15:58,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,33547,1731543346720, seqNum=-1] 2024-11-14T00:15:58,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:15:58,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:15:58,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8270 sec 2024-11-14T00:15:58,797 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543358797, completionTime=-1 2024-11-14T00:15:58,797 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T00:15:58,797 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:15:58,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T00:15:58,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543418804 2024-11-14T00:15:58,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543478804 2024-11-14T00:15:58,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T00:15:58,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:15:58,808 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,808 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:40593, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,814 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,815 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:15:58,826 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.869sec 2024-11-14T00:15:58,826 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:15:58,826 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:15:58,826 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:15:58,826 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:15:58,827 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:15:58,827 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:15:58,827 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:15:58,831 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:15:58,831 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:15:58,831 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40593,1731543346125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:15:58,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51699215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40593,-1 for getting cluster id 2024-11-14T00:15:58,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:15:58,913 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e54611-63c3-41cc-94b7-6bc0c3a7c4e6' 2024-11-14T00:15:58,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:15:58,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e54611-63c3-41cc-94b7-6bc0c3a7c4e6" 2024-11-14T00:15:58,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41773f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40593,-1] 2024-11-14T00:15:58,915 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:15:58,915 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:58,919 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:15:58,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:15:58,930 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,33547,1731543346720, seqNum=-1] 2024-11-14T00:15:58,931 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:15:58,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:15:58,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,40593,1731543346125 2024-11-14T00:15:58,937 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731543358937 (current time:1731543358937). 2024-11-14T00:15:58,937 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T00:15:58,937 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T00:15:58,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2def019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40593,-1 for getting cluster id 2024-11-14T00:15:58,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:15:58,940 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e54611-63c3-41cc-94b7-6bc0c3a7c4e6' 2024-11-14T00:15:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:15:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e54611-63c3-41cc-94b7-6bc0c3a7c4e6" 2024-11-14T00:15:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1e5116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40593,-1] 2024-11-14T00:15:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:15:58,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:58,944 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:15:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba756c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:15:58,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:15:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,33547,1731543346720, seqNum=-1] 2024-11-14T00:15:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:15:58,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:15:58,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:15:58,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:15:58,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:58,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:15:58,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:15:58,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40593,1731543346125 2024-11-14T00:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245d37c0 2024-11-14T00:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:15:58,955 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:15:58,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T00:15:58,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:15:58,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:15:58,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T00:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:15:58,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:15:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:15:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:15:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741837_1013 (size=361) 2024-11-14T00:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:15:59,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44969b0fd55c686d1852a5e592b52060, NAME => 'SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,417 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a9cc02e7c2641a52476769a5db03e2c, NAME => 'SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,421 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e5e89fd7c840dcce82deb2b274b3e1a5, NAME => 'SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741838_1014 (size=54) 2024-11-14T00:15:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741838_1014 (size=54) 2024-11-14T00:15:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741838_1014 (size=54) 2024-11-14T00:15:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741839_1015 (size=62) 2024-11-14T00:15:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741839_1015 (size=62) 2024-11-14T00:15:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741839_1015 (size=62) 2024-11-14T00:15:59,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3a9cc02e7c2641a52476769a5db03e2c, disabling compactions & flushes 2024-11-14T00:15:59,494 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:15:59,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:15:59,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. after waiting 0 ms 2024-11-14T00:15:59,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:15:59,494 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:15:59,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a9cc02e7c2641a52476769a5db03e2c: Waiting for close lock at 1731543359493Disabling compacts and flushes for region at 1731543359493Disabling writes for close at 1731543359494 (+1 ms)Writing region close event to WAL at 1731543359494Closed at 1731543359494 2024-11-14T00:15:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:15:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:15:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741840_1016 (size=62) 2024-11-14T00:15:59,497 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4b72a98acc98ff00128b149e6884a4f9, NAME => 'SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e5e89fd7c840dcce82deb2b274b3e1a5, disabling compactions & flushes 2024-11-14T00:15:59,499 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. after waiting 0 ms 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:15:59,499 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:15:59,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e5e89fd7c840dcce82deb2b274b3e1a5: Waiting for close lock at 1731543359499Disabling compacts and flushes for region at 1731543359499Disabling writes for close at 1731543359499Writing region close event to WAL at 1731543359499Closed at 1731543359499 2024-11-14T00:15:59,500 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 31f90d5386ffb55d5792b737edbc23a0, NAME => 'SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:15:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:15:59,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4b72a98acc98ff00128b149e6884a4f9, disabling compactions & flushes 2024-11-14T00:15:59,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:15:59,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:15:59,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. after waiting 0 ms 2024-11-14T00:15:59,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:15:59,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:15:59,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4b72a98acc98ff00128b149e6884a4f9: Waiting for close lock at 1731543359543Disabling compacts and flushes for region at 1731543359543Disabling writes for close at 1731543359543Writing region close event to WAL at 1731543359543Closed at 1731543359543 2024-11-14T00:15:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741842_1018 (size=62) 2024-11-14T00:15:59,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b26f8deb2caa734266c3500150b4f323, NAME => 'SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:15:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:15:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741841_1017 (size=62) 2024-11-14T00:15:59,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 31f90d5386ffb55d5792b737edbc23a0, disabling compactions & flushes 2024-11-14T00:15:59,550 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:15:59,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:15:59,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. after waiting 0 ms 2024-11-14T00:15:59,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:15:59,550 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:15:59,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 31f90d5386ffb55d5792b737edbc23a0: Waiting for close lock at 1731543359549Disabling compacts and flushes for region at 1731543359549Disabling writes for close at 1731543359550 (+1 ms)Writing region close event to WAL at 1731543359550Closed at 1731543359550 2024-11-14T00:15:59,551 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98e99e908cf8698e5a2b64c16f3de2cf, NAME => 'SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:15:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:15:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:15:59,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 98e99e908cf8698e5a2b64c16f3de2cf, disabling compactions & flushes 2024-11-14T00:15:59,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:15:59,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:15:59,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. after waiting 0 ms 2024-11-14T00:15:59,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:15:59,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:15:59,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98e99e908cf8698e5a2b64c16f3de2cf: Waiting for close lock at 1731543359604Disabling compacts and flushes for region at 1731543359604Disabling writes for close at 1731543359605 (+1 ms)Writing region close event to WAL at 1731543359605Closed at 1731543359605 2024-11-14T00:15:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741843_1019 (size=62) 2024-11-14T00:15:59,606 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 630af2c8b05d1a07163d8bed1231bfab, NAME => 'SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:15:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:15:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741844_1020 (size=62) 2024-11-14T00:15:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:15:59,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:15:59,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741845_1021 (size=62) 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 630af2c8b05d1a07163d8bed1231bfab, disabling compactions & flushes 2024-11-14T00:15:59,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. after waiting 0 ms 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:15:59,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:15:59,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 630af2c8b05d1a07163d8bed1231bfab: Waiting for close lock at 1731543359699Disabling compacts and flushes for region at 1731543359699Disabling writes for close at 1731543359699Writing region close event to WAL at 1731543359699Closed at 1731543359699 2024-11-14T00:15:59,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d53790b2f2155bd6a4ad1632e5cb1c1f, NAME => 'SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:15:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:15:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741846_1022 (size=62) 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d53790b2f2155bd6a4ad1632e5cb1c1f, disabling compactions & flushes 2024-11-14T00:15:59,772 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. after waiting 0 ms 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:15:59,772 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:15:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d53790b2f2155bd6a4ad1632e5cb1c1f: Waiting for close lock at 1731543359772Disabling compacts and flushes for region at 1731543359772Disabling writes for close at 1731543359772Writing region close event to WAL at 1731543359772Closed at 1731543359772 2024-11-14T00:15:59,773 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 99fc11b574ecc6d4b0530479b9a34c06, NAME => 'SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7 2024-11-14T00:15:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:15:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:15:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741847_1023 (size=54) 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 99fc11b574ecc6d4b0530479b9a34c06, disabling compactions & flushes 2024-11-14T00:15:59,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. after waiting 0 ms 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:15:59,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:15:59,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 99fc11b574ecc6d4b0530479b9a34c06: Waiting for close lock at 1731543359833Disabling compacts and flushes for region at 1731543359833Disabling writes for close at 1731543359833Writing region close event to WAL at 1731543359833Closed at 1731543359833 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 44969b0fd55c686d1852a5e592b52060, disabling compactions & flushes 2024-11-14T00:15:59,870 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. after waiting 0 ms 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:15:59,870 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:15:59,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44969b0fd55c686d1852a5e592b52060: Waiting for close lock at 1731543359870Disabling compacts and flushes for region at 1731543359870Disabling writes for close at 1731543359870Writing region close event to WAL at 1731543359870Closed at 1731543359870 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b26f8deb2caa734266c3500150b4f323, disabling compactions & flushes 2024-11-14T00:16:00,031 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. after waiting 0 ms 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:00,031 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:00,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b26f8deb2caa734266c3500150b4f323: Waiting for close lock at 1731543360031Disabling compacts and flushes for region at 1731543360031Disabling writes for close at 1731543360031Writing region close event to WAL at 1731543360031Closed at 1731543360031 2024-11-14T00:16:00,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:16:00,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731543360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543360048"}]},"ts":"1731543360048"} 2024-11-14T00:16:00,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T00:16:00,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:16:00,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543360072"}]},"ts":"1731543360072"} 2024-11-14T00:16:00,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T00:16:00,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T00:16:00,093 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:16:00,093 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:16:00,093 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T00:16:00,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:16:00,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a9cc02e7c2641a52476769a5db03e2c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5e89fd7c840dcce82deb2b274b3e1a5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31f90d5386ffb55d5792b737edbc23a0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b26f8deb2caa734266c3500150b4f323, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e99e908cf8698e5a2b64c16f3de2cf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53790b2f2155bd6a4ad1632e5cb1c1f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06, ASSIGN}] 2024-11-14T00:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:16:00,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06, ASSIGN 2024-11-14T00:16:00,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53790b2f2155bd6a4ad1632e5cb1c1f, ASSIGN 2024-11-14T00:16:00,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN 2024-11-14T00:16:00,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e99e908cf8698e5a2b64c16f3de2cf, ASSIGN 2024-11-14T00:16:00,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e99e908cf8698e5a2b64c16f3de2cf, ASSIGN; state=OFFLINE, location=63baa11b75f3,33547,1731543346720; forceNewPlan=false, retain=false 2024-11-14T00:16:00,104 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b26f8deb2caa734266c3500150b4f323, ASSIGN 2024-11-14T00:16:00,105 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06, ASSIGN; state=OFFLINE, location=63baa11b75f3,33547,1731543346720; forceNewPlan=false, retain=false 2024-11-14T00:16:00,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d53790b2f2155bd6a4ad1632e5cb1c1f, ASSIGN; state=OFFLINE, location=63baa11b75f3,33985,1731543346591; forceNewPlan=false, retain=false 2024-11-14T00:16:00,105 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN; state=OFFLINE, location=63baa11b75f3,46375,1731543346525; forceNewPlan=false, retain=false 2024-11-14T00:16:00,107 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b26f8deb2caa734266c3500150b4f323, ASSIGN; state=OFFLINE, location=63baa11b75f3,33985,1731543346591; forceNewPlan=false, retain=false 2024-11-14T00:16:00,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31f90d5386ffb55d5792b737edbc23a0, ASSIGN 2024-11-14T00:16:00,109 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31f90d5386ffb55d5792b737edbc23a0, ASSIGN; state=OFFLINE, location=63baa11b75f3,33985,1731543346591; forceNewPlan=false, retain=false 2024-11-14T00:16:00,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN 2024-11-14T00:16:00,112 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN; state=OFFLINE, location=63baa11b75f3,46375,1731543346525; forceNewPlan=false, retain=false 2024-11-14T00:16:00,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a9cc02e7c2641a52476769a5db03e2c, ASSIGN 2024-11-14T00:16:00,113 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a9cc02e7c2641a52476769a5db03e2c, ASSIGN; state=OFFLINE, location=63baa11b75f3,33985,1731543346591; forceNewPlan=false, retain=false 2024-11-14T00:16:00,113 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN 2024-11-14T00:16:00,114 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN; state=OFFLINE, location=63baa11b75f3,46375,1731543346525; forceNewPlan=false, retain=false 2024-11-14T00:16:00,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5e89fd7c840dcce82deb2b274b3e1a5, ASSIGN 2024-11-14T00:16:00,117 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5e89fd7c840dcce82deb2b274b3e1a5, ASSIGN; state=OFFLINE, location=63baa11b75f3,33547,1731543346720; forceNewPlan=false, retain=false 2024-11-14T00:16:00,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:16:00,255 INFO [63baa11b75f3:40593 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T00:16:00,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=630af2c8b05d1a07163d8bed1231bfab, regionState=OPENING, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:00,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4b72a98acc98ff00128b149e6884a4f9, regionState=OPENING, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:00,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44969b0fd55c686d1852a5e592b52060, regionState=OPENING, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:00,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d53790b2f2155bd6a4ad1632e5cb1c1f, regionState=OPENING, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:00,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b26f8deb2caa734266c3500150b4f323, regionState=OPENING, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:00,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31f90d5386ffb55d5792b737edbc23a0, regionState=OPENING, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:00,261 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3a9cc02e7c2641a52476769a5db03e2c, regionState=OPENING, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:00,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=99fc11b574ecc6d4b0530479b9a34c06, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:00,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=98e99e908cf8698e5a2b64c16f3de2cf, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:00,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e5e89fd7c840dcce82deb2b274b3e1a5, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN because future has completed 2024-11-14T00:16:00,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,46375,1731543346525}] 2024-11-14T00:16:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN because future has completed 2024-11-14T00:16:00,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,46375,1731543346525}] 2024-11-14T00:16:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN because future has completed 2024-11-14T00:16:00,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d53790b2f2155bd6a4ad1632e5cb1c1f, ASSIGN because future has completed 2024-11-14T00:16:00,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44969b0fd55c686d1852a5e592b52060, server=63baa11b75f3,46375,1731543346525}] 2024-11-14T00:16:00,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b26f8deb2caa734266c3500150b4f323, ASSIGN because future has completed 2024-11-14T00:16:00,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a9cc02e7c2641a52476769a5db03e2c, ASSIGN because future has completed 2024-11-14T00:16:00,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f, server=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06, ASSIGN because future has completed 2024-11-14T00:16:00,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e99e908cf8698e5a2b64c16f3de2cf, ASSIGN because future has completed 2024-11-14T00:16:00,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26f8deb2caa734266c3500150b4f323, server=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:00,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:16:00,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31f90d5386ffb55d5792b737edbc23a0, ASSIGN because future has completed 2024-11-14T00:16:00,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5e89fd7c840dcce82deb2b274b3e1a5, ASSIGN because future has completed 2024-11-14T00:16:00,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c, server=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:00,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:16:00,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f90d5386ffb55d5792b737edbc23a0, server=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:00,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:16:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:16:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:16:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:04,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:16:04,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:04,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:16:07,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:16:07,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:16:07,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:16:07,782 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:16:10,275 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:16:10,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:16:10,282 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:10,282 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 44969b0fd55c686d1852a5e592b52060, NAME => 'SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T00:16:10,283 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,283 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,283 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,283 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,285 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,287 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44969b0fd55c686d1852a5e592b52060 columnFamilyName cf 2024-11-14T00:16:10,287 DEBUG [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,288 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] regionserver.HStore(327): Store=44969b0fd55c686d1852a5e592b52060/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,288 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,290 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,290 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,291 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,291 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,293 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,296 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/44969b0fd55c686d1852a5e592b52060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,296 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 44969b0fd55c686d1852a5e592b52060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72803695, jitterRate=0.08485959470272064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,297 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:10,297 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 44969b0fd55c686d1852a5e592b52060: Running coprocessor pre-open hook at 1731543370283Writing region info on filesystem at 1731543370283Initializing all the Stores at 1731543370284 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370284Cleaning up temporary data from old regions at 1731543370291 (+7 ms)Running coprocessor post-open hooks at 1731543370297 (+6 ms)Region opened successfully at 1731543370297 2024-11-14T00:16:10,298 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060., pid=17, masterSystemTime=1731543370275 2024-11-14T00:16:10,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:10,301 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:10,301 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:10,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b72a98acc98ff00128b149e6884a4f9, NAME => 'SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T00:16:10,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44969b0fd55c686d1852a5e592b52060, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:10,301 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,302 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,302 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44969b0fd55c686d1852a5e592b52060, server=63baa11b75f3,46375,1731543346525 because future has completed 2024-11-14T00:16:10,304 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,306 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b72a98acc98ff00128b149e6884a4f9 columnFamilyName cf 2024-11-14T00:16:10,307 DEBUG [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,308 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] regionserver.HStore(327): Store=4b72a98acc98ff00128b149e6884a4f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,308 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,309 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-14T00:16:10,310 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44969b0fd55c686d1852a5e592b52060, server=63baa11b75f3,46375,1731543346525 in 9.9860 sec 2024-11-14T00:16:10,310 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,311 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN in 10.2160 sec 2024-11-14T00:16:10,313 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,315 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,316 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4b72a98acc98ff00128b149e6884a4f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67962556, jitterRate=0.012721002101898193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,316 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:10,316 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4b72a98acc98ff00128b149e6884a4f9: Running coprocessor pre-open hook at 1731543370302Writing region info on filesystem at 1731543370302Initializing all the Stores at 1731543370303 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370303Cleaning up temporary data from old regions at 1731543370311 (+8 ms)Running coprocessor post-open hooks at 1731543370316 (+5 ms)Region opened successfully at 1731543370316 2024-11-14T00:16:10,317 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9., pid=16, masterSystemTime=1731543370275 2024-11-14T00:16:10,318 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:10,319 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:10,319 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:10,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 630af2c8b05d1a07163d8bed1231bfab, NAME => 'SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T00:16:10,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4b72a98acc98ff00128b149e6884a4f9, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:10,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,319 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,46375,1731543346525 because future has completed 2024-11-14T00:16:10,321 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,322 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630af2c8b05d1a07163d8bed1231bfab columnFamilyName cf 2024-11-14T00:16:10,323 DEBUG [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-14T00:16:10,323 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] regionserver.HStore(327): Store=630af2c8b05d1a07163d8bed1231bfab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,46375,1731543346525 in 10.0290 sec 2024-11-14T00:16:10,323 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,324 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN in 10.2290 sec 2024-11-14T00:16:10,324 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,325 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,325 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,326 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,328 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,329 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 630af2c8b05d1a07163d8bed1231bfab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534352, jitterRate=0.036142587661743164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,329 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:10,329 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 630af2c8b05d1a07163d8bed1231bfab: Running coprocessor pre-open hook at 1731543370320Writing region info on filesystem at 1731543370320Initializing all the Stores at 1731543370321 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370321Cleaning up temporary data from old regions at 1731543370325 (+4 ms)Running coprocessor post-open hooks at 1731543370329 (+4 ms)Region opened successfully at 1731543370329 2024-11-14T00:16:10,330 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., pid=15, masterSystemTime=1731543370275 2024-11-14T00:16:10,332 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:10,332 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:10,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=630af2c8b05d1a07163d8bed1231bfab, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:10,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,46375,1731543346525 because future has completed 2024-11-14T00:16:10,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-14T00:16:10,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,46375,1731543346525 in 10.0650 sec 2024-11-14T00:16:10,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN in 10.2430 sec 2024-11-14T00:16:10,364 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:16:10,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:16:10,371 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:10,371 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d53790b2f2155bd6a4ad1632e5cb1c1f, NAME => 'SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T00:16:10,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,372 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,376 INFO [StoreOpener-d53790b2f2155bd6a4ad1632e5cb1c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,378 INFO [StoreOpener-d53790b2f2155bd6a4ad1632e5cb1c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53790b2f2155bd6a4ad1632e5cb1c1f columnFamilyName cf 2024-11-14T00:16:10,378 DEBUG [StoreOpener-d53790b2f2155bd6a4ad1632e5cb1c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,379 INFO [StoreOpener-d53790b2f2155bd6a4ad1632e5cb1c1f-1 {}] regionserver.HStore(327): Store=d53790b2f2155bd6a4ad1632e5cb1c1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,380 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,380 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:10,380 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 98e99e908cf8698e5a2b64c16f3de2cf, NAME => 'SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,383 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,383 INFO [StoreOpener-98e99e908cf8698e5a2b64c16f3de2cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,385 INFO [StoreOpener-98e99e908cf8698e5a2b64c16f3de2cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e99e908cf8698e5a2b64c16f3de2cf columnFamilyName cf 2024-11-14T00:16:10,385 DEBUG [StoreOpener-98e99e908cf8698e5a2b64c16f3de2cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,386 INFO [StoreOpener-98e99e908cf8698e5a2b64c16f3de2cf-1 {}] regionserver.HStore(327): Store=98e99e908cf8698e5a2b64c16f3de2cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,386 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,386 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,387 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,388 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,389 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,389 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d53790b2f2155bd6a4ad1632e5cb1c1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65181632, jitterRate=-0.028717994689941406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,389 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:10,389 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d53790b2f2155bd6a4ad1632e5cb1c1f: Running coprocessor pre-open hook at 1731543370372Writing region info on filesystem at 1731543370372Initializing all the Stores at 1731543370373 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370373Cleaning up temporary data from old regions at 1731543370382 (+9 ms)Running coprocessor post-open hooks at 1731543370389 (+7 ms)Region opened successfully at 1731543370389 2024-11-14T00:16:10,390 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., pid=18, masterSystemTime=1731543370363 2024-11-14T00:16:10,393 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:10,393 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:10,393 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:10,393 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a9cc02e7c2641a52476769a5db03e2c, NAME => 'SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T00:16:10,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d53790b2f2155bd6a4ad1632e5cb1c1f, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:10,394 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,394 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,394 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,394 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f, server=63baa11b75f3,33985,1731543346591 because future has completed 2024-11-14T00:16:10,396 INFO [StoreOpener-3a9cc02e7c2641a52476769a5db03e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,397 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,398 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 98e99e908cf8698e5a2b64c16f3de2cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73166471, jitterRate=0.09026537835597992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,398 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:10,399 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 98e99e908cf8698e5a2b64c16f3de2cf: Running coprocessor pre-open hook at 1731543370381Writing region info on filesystem at 1731543370381Initializing all the Stores at 1731543370382 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370382Cleaning up temporary data from old regions at 1731543370387 (+5 ms)Running coprocessor post-open hooks at 1731543370398 (+11 ms)Region opened successfully at 1731543370399 (+1 ms) 2024-11-14T00:16:10,399 INFO [StoreOpener-3a9cc02e7c2641a52476769a5db03e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a9cc02e7c2641a52476769a5db03e2c columnFamilyName cf 2024-11-14T00:16:10,399 DEBUG [StoreOpener-3a9cc02e7c2641a52476769a5db03e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,400 INFO [StoreOpener-3a9cc02e7c2641a52476769a5db03e2c-1 {}] regionserver.HStore(327): Store=3a9cc02e7c2641a52476769a5db03e2c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,400 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,401 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,401 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-14T00:16:10,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f, server=63baa11b75f3,33985,1731543346591 in 10.0510 sec 2024-11-14T00:16:10,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d53790b2f2155bd6a4ad1632e5cb1c1f, ASSIGN in 10.3070 sec 2024-11-14T00:16:10,404 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., pid=24, masterSystemTime=1731543370373 2024-11-14T00:16:10,404 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,404 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,406 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,406 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:10,406 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:10,406 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:10,407 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 99fc11b574ecc6d4b0530479b9a34c06, NAME => 'SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T00:16:10,407 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,407 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=98e99e908cf8698e5a2b64c16f3de2cf, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:10,407 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,407 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,410 INFO [StoreOpener-99fc11b574ecc6d4b0530479b9a34c06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf, server=63baa11b75f3,33547,1731543346720 because future has completed 2024-11-14T00:16:10,412 INFO [StoreOpener-99fc11b574ecc6d4b0530479b9a34c06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99fc11b574ecc6d4b0530479b9a34c06 columnFamilyName cf 2024-11-14T00:16:10,412 DEBUG [StoreOpener-99fc11b574ecc6d4b0530479b9a34c06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,413 INFO [StoreOpener-99fc11b574ecc6d4b0530479b9a34c06-1 {}] regionserver.HStore(327): Store=99fc11b574ecc6d4b0530479b9a34c06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,413 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,414 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/3a9cc02e7c2641a52476769a5db03e2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,415 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3a9cc02e7c2641a52476769a5db03e2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75241044, jitterRate=0.12117892503738403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:10,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3a9cc02e7c2641a52476769a5db03e2c: Running coprocessor pre-open hook at 1731543370394Writing region info on filesystem at 1731543370394Initializing all the Stores at 1731543370395 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370395Cleaning up temporary data from old regions at 1731543370404 (+9 ms)Running coprocessor post-open hooks at 1731543370415 (+11 ms)Region opened successfully at 1731543370415 2024-11-14T00:16:10,415 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,416 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c., pid=21, masterSystemTime=1731543370363 2024-11-14T00:16:10,416 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-14T00:16:10,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf, server=63baa11b75f3,33547,1731543346720 in 10.0270 sec 2024-11-14T00:16:10,416 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,417 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:10,418 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:10,418 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:10,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f90d5386ffb55d5792b737edbc23a0, NAME => 'SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T00:16:10,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,418 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e99e908cf8698e5a2b64c16f3de2cf, ASSIGN in 10.3220 sec 2024-11-14T00:16:10,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3a9cc02e7c2641a52476769a5db03e2c, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:10,419 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c, server=63baa11b75f3,33985,1731543346591 because future has completed 2024-11-14T00:16:10,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-14T00:16:10,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c, server=63baa11b75f3,33985,1731543346591 in 10.0490 sec 2024-11-14T00:16:10,424 INFO [StoreOpener-31f90d5386ffb55d5792b737edbc23a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a9cc02e7c2641a52476769a5db03e2c, ASSIGN in 10.3290 sec 2024-11-14T00:16:10,426 INFO [StoreOpener-31f90d5386ffb55d5792b737edbc23a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f90d5386ffb55d5792b737edbc23a0 columnFamilyName cf 2024-11-14T00:16:10,426 DEBUG [StoreOpener-31f90d5386ffb55d5792b737edbc23a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,426 INFO [StoreOpener-31f90d5386ffb55d5792b737edbc23a0-1 {}] regionserver.HStore(327): Store=31f90d5386ffb55d5792b737edbc23a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,427 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,427 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,428 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,428 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,428 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,430 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,431 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,431 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 99fc11b574ecc6d4b0530479b9a34c06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59247395, jitterRate=-0.11714501678943634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,431 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:10,431 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 99fc11b574ecc6d4b0530479b9a34c06: Running coprocessor pre-open hook at 1731543370407Writing region info on filesystem at 1731543370407Initializing all the Stores at 1731543370409 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370409Cleaning up temporary data from old regions at 1731543370416 (+7 ms)Running coprocessor post-open hooks at 1731543370431 (+15 ms)Region opened successfully at 1731543370431 2024-11-14T00:16:10,432 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., pid=20, masterSystemTime=1731543370373 2024-11-14T00:16:10,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/31f90d5386ffb55d5792b737edbc23a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,434 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 31f90d5386ffb55d5792b737edbc23a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62489688, jitterRate=-0.06883108615875244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,434 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:10,435 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 31f90d5386ffb55d5792b737edbc23a0: Running coprocessor pre-open hook at 1731543370419Writing region info on filesystem at 1731543370419Initializing all the Stores at 1731543370421 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370421Cleaning up temporary data from old regions at 1731543370428 (+7 ms)Running coprocessor post-open hooks at 1731543370434 (+6 ms)Region opened successfully at 1731543370434 2024-11-14T00:16:10,435 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:10,435 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:10,435 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:10,435 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0., pid=23, masterSystemTime=1731543370363 2024-11-14T00:16:10,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e5e89fd7c840dcce82deb2b274b3e1a5, NAME => 'SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T00:16:10,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=99fc11b574ecc6d4b0530479b9a34c06, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:10,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,436 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,436 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,33547,1731543346720, table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:16:10,438 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:10,439 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:10,439 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:10,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06, server=63baa11b75f3,33547,1731543346720 because future has completed 2024-11-14T00:16:10,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b26f8deb2caa734266c3500150b4f323, NAME => 'SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T00:16:10,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:10,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31f90d5386ffb55d5792b737edbc23a0, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:10,442 INFO [StoreOpener-e5e89fd7c840dcce82deb2b274b3e1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,444 INFO [StoreOpener-b26f8deb2caa734266c3500150b4f323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f90d5386ffb55d5792b737edbc23a0, server=63baa11b75f3,33985,1731543346591 because future has completed 2024-11-14T00:16:10,446 INFO [StoreOpener-b26f8deb2caa734266c3500150b4f323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26f8deb2caa734266c3500150b4f323 columnFamilyName cf 2024-11-14T00:16:10,446 DEBUG [StoreOpener-b26f8deb2caa734266c3500150b4f323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,447 INFO [StoreOpener-e5e89fd7c840dcce82deb2b274b3e1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5e89fd7c840dcce82deb2b274b3e1a5 columnFamilyName cf 2024-11-14T00:16:10,447 DEBUG [StoreOpener-e5e89fd7c840dcce82deb2b274b3e1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:10,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-14T00:16:10,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06, server=63baa11b75f3,33547,1731543346720 in 10.0770 sec 2024-11-14T00:16:10,448 INFO [StoreOpener-b26f8deb2caa734266c3500150b4f323-1 {}] regionserver.HStore(327): Store=b26f8deb2caa734266c3500150b4f323/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,449 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99fc11b574ecc6d4b0530479b9a34c06, ASSIGN in 10.3540 sec 2024-11-14T00:16:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-14T00:16:10,451 INFO [StoreOpener-e5e89fd7c840dcce82deb2b274b3e1a5-1 {}] regionserver.HStore(327): Store=e5e89fd7c840dcce82deb2b274b3e1a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f90d5386ffb55d5792b737edbc23a0, server=63baa11b75f3,33985,1731543346591 in 10.0630 sec 2024-11-14T00:16:10,453 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31f90d5386ffb55d5792b737edbc23a0, ASSIGN in 10.3570 sec 2024-11-14T00:16:10,454 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,455 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,455 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,456 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,456 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,458 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,460 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/e5e89fd7c840dcce82deb2b274b3e1a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,461 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e5e89fd7c840dcce82deb2b274b3e1a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69807670, jitterRate=0.04021534323692322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,461 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:10,461 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e5e89fd7c840dcce82deb2b274b3e1a5: Running coprocessor pre-open hook at 1731543370436Writing region info on filesystem at 1731543370436Initializing all the Stores at 1731543370438 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370438Cleaning up temporary data from old regions at 1731543370456 (+18 ms)Running coprocessor post-open hooks at 1731543370461 (+5 ms)Region opened successfully at 1731543370461 2024-11-14T00:16:10,462 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5., pid=22, masterSystemTime=1731543370373 2024-11-14T00:16:10,462 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,463 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,463 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,464 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:10,465 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:10,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e5e89fd7c840dcce82deb2b274b3e1a5, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:10,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5, server=63baa11b75f3,33547,1731543346720 because future has completed 2024-11-14T00:16:10,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-14T00:16:10,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5, server=63baa11b75f3,33547,1731543346720 in 10.0910 sec 2024-11-14T00:16:10,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5e89fd7c840dcce82deb2b274b3e1a5, ASSIGN in 10.3800 sec 2024-11-14T00:16:10,485 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/b26f8deb2caa734266c3500150b4f323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:16:10,487 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b26f8deb2caa734266c3500150b4f323; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618336, jitterRate=0.06719636917114258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:10,487 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:10,487 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b26f8deb2caa734266c3500150b4f323: Running coprocessor pre-open hook at 1731543370440Writing region info on filesystem at 1731543370440Initializing all the Stores at 1731543370443 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543370443Cleaning up temporary data from old regions at 1731543370463 (+20 ms)Running coprocessor post-open hooks at 1731543370487 (+24 ms)Region opened successfully at 1731543370487 2024-11-14T00:16:10,488 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323., pid=19, masterSystemTime=1731543370363 2024-11-14T00:16:10,493 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:10,493 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:10,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b26f8deb2caa734266c3500150b4f323, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:10,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26f8deb2caa734266c3500150b4f323, server=63baa11b75f3,33985,1731543346591 because future has completed 2024-11-14T00:16:10,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-14T00:16:10,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b26f8deb2caa734266c3500150b4f323, server=63baa11b75f3,33985,1731543346591 in 10.1520 sec 2024-11-14T00:16:10,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-14T00:16:10,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b26f8deb2caa734266c3500150b4f323, ASSIGN in 10.4160 sec 2024-11-14T00:16:10,513 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:16:10,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543370513"}]},"ts":"1731543370513"} 2024-11-14T00:16:10,516 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T00:16:10,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:16:10,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5600 sec 2024-11-14T00:16:12,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T00:16:14,283 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T00:16:15,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:15,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:15,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:16:15,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:15,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:16:16,086 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:16:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:16:17,185 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T00:16:17,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T00:16:17,186 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:16:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T00:16:17,190 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:16:17,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T00:16:17,216 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,221 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,264 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,268 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,269 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,270 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,272 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,273 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,274 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., hostname=63baa11b75f3,46375,1731543346525, seqNum=2] 2024-11-14T00:16:17,306 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,308 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,312 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,316 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,317 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,318 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., hostname=63baa11b75f3,33985,1731543346591, seqNum=2] 2024-11-14T00:16:17,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,413 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,415 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,416 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,418 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,419 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,420 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:17,421 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., hostname=63baa11b75f3,33547,1731543346720, seqNum=2] 2024-11-14T00:16:18,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:16:18,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:16:18,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:16:18,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:16:18,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:16:18,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33985 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:16:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:18,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:16:19,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T00:16:19,469 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T00:16:19,469 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:16:19,477 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T00:16:19,484 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T00:16:19,491 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T00:16:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:16:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:16:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741848_1024 (size=49) 2024-11-14T00:16:19,547 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T00:16:19,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44969b0fd55c686d1852a5e592b52060}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b72a98acc98ff00128b149e6884a4f9}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31f90d5386ffb55d5792b737edbc23a0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b26f8deb2caa734266c3500150b4f323}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630af2c8b05d1a07163d8bed1231bfab}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06}] 2024-11-14T00:16:19,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:19,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:19,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:19,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:19,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:19,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:19,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:19,572 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:19,573 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:19,574 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:29,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T00:16:29,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T00:16:29,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T00:16:29,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T00:16:29,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:29,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d53790b2f2155bd6a4ad1632e5cb1c1f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T00:16:29,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T00:16:29,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T00:16:29,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b26f8deb2caa734266c3500150b4f323: 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. for SnapshotProcedureTest completed. 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:29,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:29,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T00:16:29,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3a9cc02e7c2641a52476769a5db03e2c: 2024-11-14T00:16:29,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. for SnapshotProcedureTest completed. 2024-11-14T00:16:29,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T00:16:29,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:29,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4b72a98acc98ff00128b149e6884a4f9: 2024-11-14T00:16:29,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:29,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. for SnapshotProcedureTest completed. 2024-11-14T00:16:29,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:29,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 98e99e908cf8698e5a2b64c16f3de2cf 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-14T00:16:29,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:29,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:29,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:29,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:29,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:29,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T00:16:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e5e89fd7c840dcce82deb2b274b3e1a5: 2024-11-14T00:16:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. for SnapshotProcedureTest completed. 2024-11-14T00:16:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:29,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T00:16:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 44969b0fd55c686d1852a5e592b52060: 2024-11-14T00:16:29,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. for SnapshotProcedureTest completed. 2024-11-14T00:16:29,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:29,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:29,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:29,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:29,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 99fc11b574ecc6d4b0530479b9a34c06 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T00:16:29,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/.tmp/cf/986984e523cc4cfca82d3646acbeaaf3 is 34, key is ccd/cf:cf/1731543378469/Put/seqid=0 2024-11-14T00:16:29,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:29,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 630af2c8b05d1a07163d8bed1231bfab 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T00:16:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/.tmp/cf/354ba80e227a49b8892e508fe16751c2 is 34, key is aaa/cf:cf/1731543378539/Put/seqid=0 2024-11-14T00:16:29,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/.tmp/cf/03835562a2f545949a0595a65e6663da is 34, key is baa/cf:cf/1731543378375/Put/seqid=0 2024-11-14T00:16:29,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/.tmp/cf/6ee8da6d53d54bd38e02859cdd50eef2 is 34, key is eaa/cf:cf/1731543379300/Put/seqid=0 2024-11-14T00:16:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741853_1029 (size=65) 2024-11-14T00:16:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741853_1029 (size=65) 2024-11-14T00:16:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741853_1029 (size=65) 2024-11-14T00:16:30,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:30,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T00:16:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T00:16:30,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:30,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:16:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:16:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741850_1026 (size=65) 2024-11-14T00:16:30,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5e89fd7c840dcce82deb2b274b3e1a5 in 10.4860 sec 2024-11-14T00:16:30,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:16:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:16:30,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741849_1025 (size=65) 2024-11-14T00:16:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 31f90d5386ffb55d5792b737edbc23a0: 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. for SnapshotProcedureTest completed. 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:30,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T00:16:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T00:16:30,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:30,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:30,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a9cc02e7c2641a52476769a5db03e2c in 10.5560 sec 2024-11-14T00:16:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741854_1030 (size=65) 2024-11-14T00:16:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741854_1030 (size=65) 2024-11-14T00:16:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741854_1030 (size=65) 2024-11-14T00:16:30,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:30,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T00:16:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:16:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:16:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741852_1028 (size=57) 2024-11-14T00:16:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T00:16:30,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:30,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741855_1031 (size=26918) 2024-11-14T00:16:30,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:30,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T00:16:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741855_1031 (size=26918) 2024-11-14T00:16:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741855_1031 (size=26918) 2024-11-14T00:16:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T00:16:30,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:30,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/.tmp/cf/354ba80e227a49b8892e508fe16751c2 2024-11-14T00:16:30,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:30,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b72a98acc98ff00128b149e6884a4f9 in 10.5890 sec 2024-11-14T00:16:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741851_1027 (size=47197) 2024-11-14T00:16:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741851_1027 (size=47197) 2024-11-14T00:16:30,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44969b0fd55c686d1852a5e592b52060 in 10.6200 sec 2024-11-14T00:16:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741851_1027 (size=47197) 2024-11-14T00:16:30,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/.tmp/cf/986984e523cc4cfca82d3646acbeaaf3 2024-11-14T00:16:30,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741857_1033 (size=28623) 2024-11-14T00:16:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741857_1033 (size=28623) 2024-11-14T00:16:30,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741857_1033 (size=28623) 2024-11-14T00:16:30,309 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/.tmp/cf/03835562a2f545949a0595a65e6663da 2024-11-14T00:16:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741856_1032 (size=499309) 2024-11-14T00:16:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741856_1032 (size=499309) 2024-11-14T00:16:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741856_1032 (size=499309) 2024-11-14T00:16:30,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/.tmp/cf/354ba80e227a49b8892e508fe16751c2 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/cf/354ba80e227a49b8892e508fe16751c2 2024-11-14T00:16:30,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/.tmp/cf/986984e523cc4cfca82d3646acbeaaf3 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/cf/986984e523cc4cfca82d3646acbeaaf3 2024-11-14T00:16:30,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/.tmp/cf/6ee8da6d53d54bd38e02859cdd50eef2 2024-11-14T00:16:30,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/.tmp/cf/03835562a2f545949a0595a65e6663da as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/cf/03835562a2f545949a0595a65e6663da 2024-11-14T00:16:30,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/cf/986984e523cc4cfca82d3646acbeaaf3, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T00:16:30,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d53790b2f2155bd6a4ad1632e5cb1c1f in 833ms, sequenceid=5, compaction requested=false 2024-11-14T00:16:30,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d53790b2f2155bd6a4ad1632e5cb1c1f: 2024-11-14T00:16:30,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. for SnapshotProcedureTest completed. 2024-11-14T00:16:30,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/cf/986984e523cc4cfca82d3646acbeaaf3] hfiles 2024-11-14T00:16:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/cf/986984e523cc4cfca82d3646acbeaaf3 for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:16:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:16:30,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/cf/03835562a2f545949a0595a65e6663da, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T00:16:30,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 630af2c8b05d1a07163d8bed1231bfab in 764ms, sequenceid=5, compaction requested=false 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 630af2c8b05d1a07163d8bed1231bfab: 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. for SnapshotProcedureTest completed. 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/cf/03835562a2f545949a0595a65e6663da] hfiles 2024-11-14T00:16:30,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/cf/03835562a2f545949a0595a65e6663da for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741858_1034 (size=65) 2024-11-14T00:16:30,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:30,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T00:16:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T00:16:30,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:30,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:30,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:30,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T00:16:30,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31f90d5386ffb55d5792b737edbc23a0 in 10.8710 sec 2024-11-14T00:16:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T00:16:30,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:30,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/.tmp/cf/6ee8da6d53d54bd38e02859cdd50eef2 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/cf/6ee8da6d53d54bd38e02859cdd50eef2 2024-11-14T00:16:30,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:30,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/cf/354ba80e227a49b8892e508fe16751c2, entries=676, sequenceid=5, filesize=26.3 K 2024-11-14T00:16:30,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b26f8deb2caa734266c3500150b4f323 in 10.8920 sec 2024-11-14T00:16:30,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 98e99e908cf8698e5a2b64c16f3de2cf in 883ms, sequenceid=5, compaction requested=false 2024-11-14T00:16:30,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 98e99e908cf8698e5a2b64c16f3de2cf: 2024-11-14T00:16:30,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. for SnapshotProcedureTest completed. 2024-11-14T00:16:30,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:30,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/cf/354ba80e227a49b8892e508fe16751c2] hfiles 2024-11-14T00:16:30,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/cf/354ba80e227a49b8892e508fe16751c2 for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/cf/6ee8da6d53d54bd38e02859cdd50eef2, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T00:16:30,479 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 99fc11b574ecc6d4b0530479b9a34c06 in 861ms, sequenceid=5, compaction requested=false 2024-11-14T00:16:30,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 99fc11b574ecc6d4b0530479b9a34c06: 2024-11-14T00:16:30,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. for SnapshotProcedureTest completed. 2024-11-14T00:16:30,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T00:16:30,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/cf/6ee8da6d53d54bd38e02859cdd50eef2] hfiles 2024-11-14T00:16:30,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/cf/6ee8da6d53d54bd38e02859cdd50eef2 for snapshot=SnapshotProcedureTest 2024-11-14T00:16:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741859_1035 (size=105) 2024-11-14T00:16:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741859_1035 (size=105) 2024-11-14T00:16:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741859_1035 (size=105) 2024-11-14T00:16:30,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:30,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T00:16:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T00:16:30,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:30,528 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:30,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d53790b2f2155bd6a4ad1632e5cb1c1f in 10.9820 sec 2024-11-14T00:16:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741860_1036 (size=105) 2024-11-14T00:16:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741860_1036 (size=105) 2024-11-14T00:16:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741860_1036 (size=105) 2024-11-14T00:16:30,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:30,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T00:16:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T00:16:30,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:30,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:30,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 630af2c8b05d1a07163d8bed1231bfab in 11.0130 sec 2024-11-14T00:16:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741861_1037 (size=105) 2024-11-14T00:16:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741861_1037 (size=105) 2024-11-14T00:16:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741861_1037 (size=105) 2024-11-14T00:16:30,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:30,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T00:16:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T00:16:30,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:30,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:30,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98e99e908cf8698e5a2b64c16f3de2cf in 11.0620 sec 2024-11-14T00:16:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741862_1038 (size=97) 2024-11-14T00:16:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741862_1038 (size=97) 2024-11-14T00:16:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741862_1038 (size=97) 2024-11-14T00:16:30,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:30,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T00:16:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T00:16:30,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:30,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:30,684 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T00:16:30,689 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T00:16:30,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T00:16:30,690 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T00:16:30,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-14T00:16:30,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99fc11b574ecc6d4b0530479b9a34c06 in 11.1300 sec 2024-11-14T00:16:30,709 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:16:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741863_1039 (size=1174) 2024-11-14T00:16:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741863_1039 (size=1174) 2024-11-14T00:16:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741863_1039 (size=1174) 2024-11-14T00:16:30,908 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T00:16:30,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T00:16:30,943 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:30,943 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:30,944 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:30,945 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:30,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:30,965 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:30,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:30,967 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:30,967 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:16:31,031 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,032 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 63baa11b75f3,46375,1731543346525: Simulated kill ***** 2024-11-14T00:16:31,032 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:16:31,032 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:16:31,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:16:31,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:16:31,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:16:31,033 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 515984952 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 172038192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:16:31,039 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40593 {}] master.MasterRpcServices(700): 63baa11b75f3,46375,1731543346525 reported a fatal error: ***** ABORTING region server 63baa11b75f3,46375,1731543346525: Simulated kill ***** 2024-11-14T00:16:31,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,46375,1731543346525' ***** 2024-11-14T00:16:31,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T00:16:31,041 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:16:31,041 INFO [RS:0;63baa11b75f3:46375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T00:16:31,041 INFO [RS:0;63baa11b75f3:46375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T00:16:31,041 INFO [RS:0;63baa11b75f3:46375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:16:31,041 INFO [RS:0;63baa11b75f3:46375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46375. 2024-11-14T00:16:31,042 DEBUG [RS:0;63baa11b75f3:46375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:16:31,042 DEBUG [RS:0;63baa11b75f3:46375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:31,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:16:31,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T00:16:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741833_1009 (size=1473) 2024-11-14T00:16:31,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741833_1009 (size=1473) 2024-11-14T00:16:31,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741833_1009 (size=1473) 2024-11-14T00:16:31,091 DEBUG [RS:0;63baa11b75f3:46375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:31,091 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:31,091 INFO [RS:0;63baa11b75f3:46375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46375 2024-11-14T00:16:31,108 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:31,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:16:31,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,165 INFO [RS:0;63baa11b75f3:46375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:16:31,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,46375,1731543346525] 2024-11-14T00:16:31,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,46375,1731543346525 already deleted, retry=false 2024-11-14T00:16:31,191 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 63baa11b75f3,46375,1731543346525 on 63baa11b75f3,40593,1731543346125 2024-11-14T00:16:31,200 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 63baa11b75f3,46375,1731543346525, splitWal=true, meta=false 2024-11-14T00:16:31,200 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 63baa11b75f3,46375,1731543346525 (carryingMeta=false) 63baa11b75f3,46375,1731543346525/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6ccc56f5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T00:16:31,205 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 63baa11b75f3,46375,1731543346525, splitWal=true, meta=false 2024-11-14T00:16:31,208 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 63baa11b75f3,46375,1731543346525 had 3 regions 2024-11-14T00:16:31,212 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,46375,1731543346525, splitWal=true, meta=false, isMeta: false 2024-11-14T00:16:31,222 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting 2024-11-14T00:16:31,232 INFO [PEWorker-2 {}] master.SplitWALManager(105): 63baa11b75f3,46375,1731543346525 WAL count=1, meta=false 2024-11-14T00:16:31,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 63baa11b75f3%2C46375%2C1731543346525.1731543348338}] 2024-11-14T00:16:31,240 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:16:31,240 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:16:31,241 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,46375,1731543346525 Release verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,241 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 63baa11b75f3,46375,1731543346525, this operation will be retried to send to another server 2024-11-14T00:16:31,241 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:16:31,241 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731543392241 2024-11-14T00:16:31,245 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:31,246 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,46375,1731543346525 Release verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,246 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 63baa11b75f3,46375,1731543346525, this operation will be retried to send to another server 2024-11-14T00:16:31,246 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:16:31,247 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731543392247 2024-11-14T00:16:31,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 63baa11b75f3%2C46375%2C1731543346525.1731543348338, worker=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:31,256 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-14T00:16:31,256 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-14T00:16:31,256 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-14T00:16:31,260 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,46375,1731543346525 Release verify snapshot worker=63baa11b75f3,46375,1731543346525 2024-11-14T00:16:31,260 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 63baa11b75f3,46375,1731543346525, this operation will be retried to send to another server 2024-11-14T00:16:31,260 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:16:31,260 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731543392260 2024-11-14T00:16:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46375-0x10136b2a7570001, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:31,281 INFO [RS:0;63baa11b75f3:46375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:16:31,281 INFO [RS:0;63baa11b75f3:46375 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,46375,1731543346525; zookeeper connection closed. 2024-11-14T00:16:31,282 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cdf0f99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cdf0f99 2024-11-14T00:16:38,872 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T00:16:38,872 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T00:16:40,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-14T00:16:40,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-14T00:16:40,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-14T00:16:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-14T00:16:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-14T00:16:40,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-14T00:16:40,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-14T00:16:40,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:16:40,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-14T00:16:40,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T00:16:40,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T00:16:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-14T00:16:40,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T00:16:40,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T00:16:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T00:16:40,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T00:16:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T00:16:41,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T00:16:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-14T00:16:41,007 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,009 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,011 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 Release verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 10.0800 sec 2024-11-14T00:16:41,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 10.0820 sec 2024-11-14T00:16:41,018 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,018 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T00:16:41,025 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,025 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338, size=1.4 K (1473bytes) 2024-11-14T00:16:41,025 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 2024-11-14T00:16:41,028 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T00:16:41,032 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 after 7ms 2024-11-14T00:16:41,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 in 10.0840 sec 2024-11-14T00:16:41,045 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 took 20ms 2024-11-14T00:16:41,049 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 Release verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 10.0980 sec 2024-11-14T00:16:41,053 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 Release verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 in 10.1220 sec 2024-11-14T00:16:41,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 in 10.1260 sec 2024-11-14T00:16:41,065 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,068 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 44969b0fd55c686d1852a5e592b52060: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:16:41,084 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4b72a98acc98ff00128b149e6884a4f9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T00:16:41,091 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 630af2c8b05d1a07163d8bed1231bfab: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-14T00:16:41,091 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 so closing down 2024-11-14T00:16:41,091 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T00:16:41,093 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T00:16:41,093 INFO [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 43 ms; skipped=5; WAL=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-14T00:16:41,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338, journal: Splitting hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338, size=1.4 K (1473bytes) at 1731543401025Finishing writing output for hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 so closing down at 1731543401091 (+66 ms)3 split writer threads finished at 1731543401093 (+2 ms)Processed 5 edits across 0 Regions in 43 ms; skipped=5; WAL=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731543401093 2024-11-14T00:16:41,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 2024-11-14T00:16:41,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T00:16:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T00:16:41,120 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting/63baa11b75f3%2C46375%2C1731543346525.1731543348338 to hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs 2024-11-14T00:16:41,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T00:16:41,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 63baa11b75f3%2C46375%2C1731543346525.1731543348338, worker=63baa11b75f3,33985,1731543346591 in 9.8720 sec 2024-11-14T00:16:41,128 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T00:16:41,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 63baa11b75f3%2C46375%2C1731543346525.1731543348338, worker=63baa11b75f3,33985,1731543346591 in 9.8960 sec 2024-11-14T00:16:41,167 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting dir is empty, no logs to split. 2024-11-14T00:16:41,167 INFO [PEWorker-3 {}] master.SplitWALManager(105): 63baa11b75f3,46375,1731543346525 WAL count=0, meta=false 2024-11-14T00:16:41,167 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,46375,1731543346525 WAL splitting is done? wals=0, meta=false 2024-11-14T00:16:41,181 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 63baa11b75f3,46375,1731543346525 failed, ignore...File hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,46375,1731543346525-splitting does not exist. 2024-11-14T00:16:41,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN}] 2024-11-14T00:16:41,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN 2024-11-14T00:16:41,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN 2024-11-14T00:16:41,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN 2024-11-14T00:16:41,185 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:16:41,185 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:16:41,185 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:16:41,336 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(204): Hosts are {63baa11b75f3=0} racks are {/default-rack=0} 2024-11-14T00:16:41,336 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T00:16:41,336 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T00:16:41,336 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T00:16:41,336 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T00:16:41,336 INFO [63baa11b75f3:40593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T00:16:41,337 INFO [63baa11b75f3:40593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T00:16:41,337 DEBUG [63baa11b75f3:40593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T00:16:41,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=630af2c8b05d1a07163d8bed1231bfab, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=44969b0fd55c686d1852a5e592b52060, regionState=OPENING, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:41,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4b72a98acc98ff00128b149e6884a4f9, regionState=OPENING, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN because future has completed 2024-11-14T00:16:41,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44969b0fd55c686d1852a5e592b52060, ASSIGN because future has completed 2024-11-14T00:16:41,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:16:41,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44969b0fd55c686d1852a5e592b52060, server=63baa11b75f3,33547,1731543346720}] 2024-11-14T00:16:41,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN because future has completed 2024-11-14T00:16:41,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,33985,1731543346591}] 2024-11-14T00:16:46,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:16:46,889 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:37713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T00:16:48,208 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T00:16:51,030 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-14T00:16:51,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-14T00:16:51,030 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 630af2c8b05d1a07163d8bed1231bfab, NAME => 'SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T00:16:51,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-14T00:16:51,031 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T00:16:51,031 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:51,031 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,031 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T00:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T00:16:51,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T00:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-14T00:16:51,039 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-14T00:16:51,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 20.1120 sec 2024-11-14T00:16:51,042 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 20.1150 sec 2024-11-14T00:16:51,050 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 Release verify snapshot worker=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,051 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-14T00:16:51,053 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,053 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b72a98acc98ff00128b149e6884a4f9, NAME => 'SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T00:16:51,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-14T00:16:51,053 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,054 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:51,054 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,054 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-14T00:16:51,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33547,1731543346720 in 20.1240 sec 2024-11-14T00:16:51,056 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 Release verify snapshot worker=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:51,056 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,057 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b72a98acc98ff00128b149e6884a4f9 columnFamilyName cf 2024-11-14T00:16:51,057 DEBUG [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:51,059 INFO [StoreOpener-4b72a98acc98ff00128b149e6884a4f9-1 {}] regionserver.HStore(327): Store=4b72a98acc98ff00128b149e6884a4f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:51,053 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630af2c8b05d1a07163d8bed1231bfab columnFamilyName cf 2024-11-14T00:16:51,059 DEBUG [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:51,059 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-14T00:16:51,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=63baa11b75f3,33985,1731543346591 in 20.1290 sec 2024-11-14T00:16:51,060 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T00:16:51,061 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,061 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T00:16:51,062 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,063 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,063 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,063 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T00:16:51,063 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T00:16:51,065 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6060 sec 2024-11-14T00:16:51,066 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 4b72a98acc98ff00128b149e6884a4f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70570496, jitterRate=0.05158233642578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:51,066 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,066 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 4b72a98acc98ff00128b149e6884a4f9: Running coprocessor pre-open hook at 1731543411054Writing region info on filesystem at 1731543411054Initializing all the Stores at 1731543411055 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543411055Cleaning up temporary data from old regions at 1731543411063 (+8 ms)Running coprocessor post-open hooks at 1731543411066 (+3 ms)Region opened successfully at 1731543411066 2024-11-14T00:16:51,067 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9., pid=54, masterSystemTime=1731543411033 2024-11-14T00:16:51,069 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,069 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4b72a98acc98ff00128b149e6884a4f9, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,33985,1731543346591 2024-11-14T00:16:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,33985,1731543346591 because future has completed 2024-11-14T00:16:51,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-14T00:16:51,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b72a98acc98ff00128b149e6884a4f9, server=63baa11b75f3,33985,1731543346591 in 9.7140 sec 2024-11-14T00:16:51,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b72a98acc98ff00128b149e6884a4f9, ASSIGN in 9.8960 sec 2024-11-14T00:16:51,094 DEBUG [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/cf/03835562a2f545949a0595a65e6663da 2024-11-14T00:16:51,094 INFO [StoreOpener-630af2c8b05d1a07163d8bed1231bfab-1 {}] regionserver.HStore(327): Store=630af2c8b05d1a07163d8bed1231bfab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:51,094 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,096 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,097 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,098 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,098 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,101 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,104 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:16:51,104 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T00:16:51,105 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 630af2c8b05d1a07163d8bed1231bfab; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74731994, jitterRate=0.11359348893165588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:51,105 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,105 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 630af2c8b05d1a07163d8bed1231bfab: Running coprocessor pre-open hook at 1731543411031Writing region info on filesystem at 1731543411031Initializing all the Stores at 1731543411035 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543411036 (+1 ms)Cleaning up temporary data from old regions at 1731543411098 (+62 ms)Running coprocessor post-open hooks at 1731543411105 (+7 ms)Region opened successfully at 1731543411105 2024-11-14T00:16:51,109 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., pid=52, masterSystemTime=1731543411019 2024-11-14T00:16:51,109 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T00:16:51,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:16:51,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:16:51,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:16:51,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:16:51,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:16:51,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433416819, stopped=false 2024-11-14T00:16:51,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,40593,1731543346125 2024-11-14T00:16:51,113 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,113 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,113 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. 2024-11-14T00:16:51,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=630af2c8b05d1a07163d8bed1231bfab, regionState=OPEN, openSeqNum=6, regionLocation=63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,114 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 44969b0fd55c686d1852a5e592b52060, NAME => 'SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T00:16:51,114 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,114 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:16:51,114 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,114 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,33547,1731543346720 because future has completed 2024-11-14T00:16:51,116 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,118 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44969b0fd55c686d1852a5e592b52060 columnFamilyName cf 2024-11-14T00:16:51,118 DEBUG [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:16:51,120 INFO [StoreOpener-44969b0fd55c686d1852a5e592b52060-1 {}] regionserver.HStore(327): Store=44969b0fd55c686d1852a5e592b52060/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:16:51,120 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,121 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-14T00:16:51,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 630af2c8b05d1a07163d8bed1231bfab, server=63baa11b75f3,33547,1731543346720 in 9.7600 sec 2024-11-14T00:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:16:51,124 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T00:16:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:16:51,124 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,124 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:16:51,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:16:51,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:16:51,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T00:16:51,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630af2c8b05d1a07163d8bed1231bfab, ASSIGN in 9.9400 sec 2024-11-14T00:16:51,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:16:51,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:16:51,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,33985,1731543346591' ***** 2024-11-14T00:16:51,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:16:51,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,33547,1731543346720' ***** 2024-11-14T00:16:51,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:16:51,128 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:16:51,128 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:16:51,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:16:51,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:16:51,128 INFO [RS:1;63baa11b75f3:33985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:16:51,128 INFO [RS:1;63baa11b75f3:33985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:16:51,128 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b72a98acc98ff00128b149e6884a4f9 2024-11-14T00:16:51,129 INFO [RS:2;63baa11b75f3:33547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:16:51,129 INFO [RS:2;63baa11b75f3:33547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:16:51,129 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,129 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 99fc11b574ecc6d4b0530479b9a34c06 2024-11-14T00:16:51,130 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 44969b0fd55c686d1852a5e592b52060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59964529, jitterRate=-0.1064588874578476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T00:16:51,130 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44969b0fd55c686d1852a5e592b52060 2024-11-14T00:16:51,130 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 44969b0fd55c686d1852a5e592b52060: Running coprocessor pre-open hook at 1731543411114Writing region info on filesystem at 1731543411114Initializing all the Stores at 1731543411116 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543411116Cleaning up temporary data from old regions at 1731543411124 (+8 ms)Running coprocessor post-open hooks at 1731543411130 (+6 ms)Region opened successfully at 1731543411130 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a9cc02e7c2641a52476769a5db03e2c 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(3091): Received CLOSE for 31f90d5386ffb55d5792b737edbc23a0 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 98e99e908cf8698e5a2b64c16f3de2cf 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(3091): Received CLOSE for d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 630af2c8b05d1a07163d8bed1231bfab 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(3091): Received CLOSE for b26f8deb2caa734266c3500150b4f323 2024-11-14T00:16:51,131 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b72a98acc98ff00128b149e6884a4f9, disabling compactions & flushes 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,33985,1731543346591 2024-11-14T00:16:51,131 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:16:51,131 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:16:51,131 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. after waiting 0 ms 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;63baa11b75f3:33985. 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;63baa11b75f3:33547. 2024-11-14T00:16:51,131 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,131 DEBUG [RS:2;63baa11b75f3:33547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:16:51,131 DEBUG [RS:1;63baa11b75f3:33985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:16:51,131 DEBUG [RS:1;63baa11b75f3:33985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,131 DEBUG [RS:2;63baa11b75f3:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:16:51,131 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:16:51,131 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1325): Online Regions={4b72a98acc98ff00128b149e6884a4f9=SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9., 3a9cc02e7c2641a52476769a5db03e2c=SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c., 31f90d5386ffb55d5792b737edbc23a0=SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0., d53790b2f2155bd6a4ad1632e5cb1c1f=SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f., b26f8deb2caa734266c3500150b4f323=SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323.} 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:16:51,131 DEBUG [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1351): Waiting on 31f90d5386ffb55d5792b737edbc23a0, 3a9cc02e7c2641a52476769a5db03e2c, 4b72a98acc98ff00128b149e6884a4f9, b26f8deb2caa734266c3500150b4f323, d53790b2f2155bd6a4ad1632e5cb1c1f 2024-11-14T00:16:51,131 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:16:51,132 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T00:16:51,132 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1325): Online Regions={99fc11b574ecc6d4b0530479b9a34c06=SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06., 98e99e908cf8698e5a2b64c16f3de2cf=SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf., 1588230740=hbase:meta,,1.1588230740, 630af2c8b05d1a07163d8bed1231bfab=SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab., e5e89fd7c840dcce82deb2b274b3e1a5=SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5.} 2024-11-14T00:16:51,132 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44969b0fd55c686d1852a5e592b52060, 630af2c8b05d1a07163d8bed1231bfab, 98e99e908cf8698e5a2b64c16f3de2cf, 99fc11b574ecc6d4b0530479b9a34c06, e5e89fd7c840dcce82deb2b274b3e1a5 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:16:51,132 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99fc11b574ecc6d4b0530479b9a34c06, disabling compactions & flushes 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:16:51,132 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:51,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. after waiting 0 ms 2024-11-14T00:16:51,133 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:51,133 WARN [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 63baa11b75f3,33547,1731543346720 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:16:51,133 ERROR [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,33547,1731543346720: Failed to open region SPTestTable,,1731543358956.44969b0fd55c686d1852a5e592b52060. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 63baa11b75f3,33547,1731543346720 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:16:51,133 ERROR [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:16:51,134 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:16:51,134 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:16:51,134 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.75 KB heapSize=24.80 KB 2024-11-14T00:16:51,134 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:16:51,134 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:16:51,134 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614551096 }, "NonHeapMemoryUsage": { "committed": 176947200, "init": 7667712, "max": -1, "used": 173223376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:16:51,136 WARN [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:40593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:40593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more 2024-11-14T00:16:51,138 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:51,144 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:51,165 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/4b72a98acc98ff00128b149e6884a4f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T00:16:51,169 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,169 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b72a98acc98ff00128b149e6884a4f9: Waiting for close lock at 1731543411131Running coprocessor pre-close hooks at 1731543411131Disabling compacts and flushes for region at 1731543411131Disabling writes for close at 1731543411131Writing region close event to WAL at 1731543411132 (+1 ms)Running coprocessor post-close hooks at 1731543411169 (+37 ms)Closed at 1731543411169 2024-11-14T00:16:51,169 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731543358956.4b72a98acc98ff00128b149e6884a4f9. 2024-11-14T00:16:51,169 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a9cc02e7c2641a52476769a5db03e2c, disabling compactions & flushes 2024-11-14T00:16:51,169 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:51,169 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:51,170 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. after waiting 0 ms 2024-11-14T00:16:51,170 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:51,176 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/info/18cb5bfc594c499b932bef889d509ecc is 167, key is SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c./info:regioninfo/1731543370419/Put/seqid=0 2024-11-14T00:16:51,177 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/99fc11b574ecc6d4b0530479b9a34c06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:16:51,178 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:51,178 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99fc11b574ecc6d4b0530479b9a34c06: Waiting for close lock at 1731543411132Running coprocessor pre-close hooks at 1731543411132Disabling compacts and flushes for region at 1731543411132Disabling writes for close at 1731543411133 (+1 ms)Writing region close event to WAL at 1731543411137 (+4 ms)Running coprocessor post-close hooks at 1731543411178 (+41 ms)Closed at 1731543411178 2024-11-14T00:16:51,178 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731543358956.99fc11b574ecc6d4b0530479b9a34c06. 2024-11-14T00:16:51,178 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98e99e908cf8698e5a2b64c16f3de2cf, disabling compactions & flushes 2024-11-14T00:16:51,179 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:51,179 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:51,179 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. after waiting 0 ms 2024-11-14T00:16:51,179 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:51,187 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:16:51,187 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:16:51,189 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/3a9cc02e7c2641a52476769a5db03e2c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:16:51,189 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/98e99e908cf8698e5a2b64c16f3de2cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:16:51,190 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:51,190 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a9cc02e7c2641a52476769a5db03e2c: Waiting for close lock at 1731543411169Running coprocessor pre-close hooks at 1731543411169Disabling compacts and flushes for region at 1731543411169Disabling writes for close at 1731543411170 (+1 ms)Writing region close event to WAL at 1731543411176 (+6 ms)Running coprocessor post-close hooks at 1731543411190 (+14 ms)Closed at 1731543411190 2024-11-14T00:16:51,190 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731543358956.3a9cc02e7c2641a52476769a5db03e2c. 2024-11-14T00:16:51,190 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31f90d5386ffb55d5792b737edbc23a0, disabling compactions & flushes 2024-11-14T00:16:51,190 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:51,191 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:51,191 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. after waiting 0 ms 2024-11-14T00:16:51,191 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:51,195 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:51,195 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98e99e908cf8698e5a2b64c16f3de2cf: Waiting for close lock at 1731543411178Running coprocessor pre-close hooks at 1731543411178Disabling compacts and flushes for region at 1731543411178Disabling writes for close at 1731543411179 (+1 ms)Writing region close event to WAL at 1731543411180 (+1 ms)Running coprocessor post-close hooks at 1731543411195 (+15 ms)Closed at 1731543411195 2024-11-14T00:16:51,196 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731543358956.98e99e908cf8698e5a2b64c16f3de2cf. 2024-11-14T00:16:51,196 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 630af2c8b05d1a07163d8bed1231bfab, disabling compactions & flushes 2024-11-14T00:16:51,196 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,196 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,196 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. after waiting 0 ms 2024-11-14T00:16:51,196 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741864_1040 (size=19463) 2024-11-14T00:16:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741864_1040 (size=19463) 2024-11-14T00:16:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741864_1040 (size=19463) 2024-11-14T00:16:51,207 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.59 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/info/18cb5bfc594c499b932bef889d509ecc 2024-11-14T00:16:51,210 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/31f90d5386ffb55d5792b737edbc23a0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:16:51,211 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:51,211 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31f90d5386ffb55d5792b737edbc23a0: Waiting for close lock at 1731543411190Running coprocessor pre-close hooks at 1731543411190Disabling compacts and flushes for region at 1731543411190Disabling writes for close at 1731543411191 (+1 ms)Writing region close event to WAL at 1731543411201 (+10 ms)Running coprocessor post-close hooks at 1731543411211 (+10 ms)Closed at 1731543411211 2024-11-14T00:16:51,211 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731543358956.31f90d5386ffb55d5792b737edbc23a0. 2024-11-14T00:16:51,211 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d53790b2f2155bd6a4ad1632e5cb1c1f, disabling compactions & flushes 2024-11-14T00:16:51,211 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:51,211 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:51,211 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. after waiting 0 ms 2024-11-14T00:16:51,212 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:51,214 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/630af2c8b05d1a07163d8bed1231bfab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-14T00:16:51,215 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,215 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 630af2c8b05d1a07163d8bed1231bfab: Waiting for close lock at 1731543411196Running coprocessor pre-close hooks at 1731543411196Disabling compacts and flushes for region at 1731543411196Disabling writes for close at 1731543411196Writing region close event to WAL at 1731543411208 (+12 ms)Running coprocessor post-close hooks at 1731543411215 (+7 ms)Closed at 1731543411215 2024-11-14T00:16:51,215 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731543358956.630af2c8b05d1a07163d8bed1231bfab. 2024-11-14T00:16:51,215 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5e89fd7c840dcce82deb2b274b3e1a5, disabling compactions & flushes 2024-11-14T00:16:51,215 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:51,215 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:51,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. after waiting 0 ms 2024-11-14T00:16:51,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:51,232 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/e5e89fd7c840dcce82deb2b274b3e1a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:16:51,233 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:51,233 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5e89fd7c840dcce82deb2b274b3e1a5: Waiting for close lock at 1731543411215Running coprocessor pre-close hooks at 1731543411215Disabling compacts and flushes for region at 1731543411215Disabling writes for close at 1731543411216 (+1 ms)Writing region close event to WAL at 1731543411216Running coprocessor post-close hooks at 1731543411233 (+17 ms)Closed at 1731543411233 2024-11-14T00:16:51,234 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731543358956.e5e89fd7c840dcce82deb2b274b3e1a5. 2024-11-14T00:16:51,246 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/d53790b2f2155bd6a4ad1632e5cb1c1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:16:51,247 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:16:51,247 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:16:51,248 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d53790b2f2155bd6a4ad1632e5cb1c1f: Waiting for close lock at 1731543411211Running coprocessor pre-close hooks at 1731543411211Disabling compacts and flushes for region at 1731543411211Disabling writes for close at 1731543411211Writing region close event to WAL at 1731543411232 (+21 ms)Running coprocessor post-close hooks at 1731543411247 (+15 ms)Closed at 1731543411247 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731543358956.d53790b2f2155bd6a4ad1632e5cb1c1f. 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b26f8deb2caa734266c3500150b4f323, disabling compactions & flushes 2024-11-14T00:16:51,248 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. after waiting 0 ms 2024-11-14T00:16:51,248 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:51,254 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/ns/2008b589f3fc48cd8b40295e6e19757f is 43, key is default/ns:d/1731543358755/Put/seqid=0 2024-11-14T00:16:51,265 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/default/SPTestTable/b26f8deb2caa734266c3500150b4f323/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T00:16:51,266 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:51,266 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b26f8deb2caa734266c3500150b4f323: Waiting for close lock at 1731543411248Running coprocessor pre-close hooks at 1731543411248Disabling compacts and flushes for region at 1731543411248Disabling writes for close at 1731543411248Writing region close event to WAL at 1731543411259 (+11 ms)Running coprocessor post-close hooks at 1731543411266 (+7 ms)Closed at 1731543411266 2024-11-14T00:16:51,267 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731543358956.b26f8deb2caa734266c3500150b4f323. 2024-11-14T00:16:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741865_1041 (size=5153) 2024-11-14T00:16:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741865_1041 (size=5153) 2024-11-14T00:16:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741865_1041 (size=5153) 2024-11-14T00:16:51,305 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/ns/2008b589f3fc48cd8b40295e6e19757f 2024-11-14T00:16:51,332 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,33985,1731543346591; all regions closed. 2024-11-14T00:16:51,332 DEBUG [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:16:51,378 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/table/302008dec01d433eae98fc56dacba966 is 47, key is SPTestTable/table:state/1731543370513/Put/seqid=0 2024-11-14T00:16:51,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33985,1731543346591/63baa11b75f3%2C33985%2C1731543346591.1731543348338 not finished, retry = 0 2024-11-14T00:16:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741835_1011 (size=3530) 2024-11-14T00:16:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741835_1011 (size=3530) 2024-11-14T00:16:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741835_1011 (size=3530) 2024-11-14T00:16:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741866_1042 (size=5214) 2024-11-14T00:16:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741866_1042 (size=5214) 2024-11-14T00:16:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741866_1042 (size=5214) 2024-11-14T00:16:51,446 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/table/302008dec01d433eae98fc56dacba966 2024-11-14T00:16:51,456 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/info/18cb5bfc594c499b932bef889d509ecc as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/info/18cb5bfc594c499b932bef889d509ecc 2024-11-14T00:16:51,468 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/info/18cb5bfc594c499b932bef889d509ecc, entries=109, sequenceid=34, filesize=19.0 K 2024-11-14T00:16:51,469 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/ns/2008b589f3fc48cd8b40295e6e19757f as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/ns/2008b589f3fc48cd8b40295e6e19757f 2024-11-14T00:16:51,483 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/ns/2008b589f3fc48cd8b40295e6e19757f, entries=2, sequenceid=34, filesize=5.0 K 2024-11-14T00:16:51,484 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/.tmp/table/302008dec01d433eae98fc56dacba966 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/table/302008dec01d433eae98fc56dacba966 2024-11-14T00:16:51,494 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/table/302008dec01d433eae98fc56dacba966, entries=2, sequenceid=34, filesize=5.1 K 2024-11-14T00:16:51,494 DEBUG [RS:1;63baa11b75f3:33985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/oldWALs 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C33985%2C1731543346591:(num 1731543348338) 2024-11-14T00:16:51,495 DEBUG [RS:1;63baa11b75f3:33985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:16:51,495 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:16:51,495 INFO [RS:1;63baa11b75f3:33985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:16:51,496 INFO [RS:1;63baa11b75f3:33985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33985 2024-11-14T00:16:51,496 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.75 KB/15101, heapSize ~24.51 KB/25096, currentSize=0 B/0 for 1588230740 in 364ms, sequenceid=34, compaction requested=false 2024-11-14T00:16:51,515 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-14T00:16:51,520 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:16:51,520 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:16:51,520 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543411132Running coprocessor pre-close hooks at 1731543411132Disabling compacts and flushes for region at 1731543411132Disabling writes for close at 1731543411132Obtaining lock to block concurrent updates at 1731543411134 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731543411134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15101, getHeapSize=25336, getOffHeapSize=0, getCellsCount=123 at 1731543411134Flushing stores of hbase:meta,,1.1588230740 at 1731543411136 (+2 ms)Flushing 1588230740/info: creating writer at 1731543411136Flushing 1588230740/info: appending metadata at 1731543411175 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731543411175Flushing 1588230740/ns: creating writer at 1731543411226 (+51 ms)Flushing 1588230740/ns: appending metadata at 1731543411253 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731543411253Flushing 1588230740/table: creating writer at 1731543411318 (+65 ms)Flushing 1588230740/table: appending metadata at 1731543411376 (+58 ms)Flushing 1588230740/table: closing flushed file at 1731543411376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5136ccc1: reopening flushed file at 1731543411455 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c355c4: reopening flushed file at 1731543411468 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6089ae8b: reopening flushed file at 1731543411483 (+15 ms)Finished flush of dataSize ~14.75 KB/15101, heapSize ~24.51 KB/25096, currentSize=0 B/0 for 1588230740 in 364ms, sequenceid=34, compaction requested=false at 1731543411496 (+13 ms)Writing region close event to WAL at 1731543411505 (+9 ms)Running coprocessor post-close hooks at 1731543411520 (+15 ms)Closed at 1731543411520 2024-11-14T00:16:51,521 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:16:51,532 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,33547,1731543346720; all regions closed. 2024-11-14T00:16:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741836_1012 (size=17739) 2024-11-14T00:16:51,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/WALs/63baa11b75f3,33547,1731543346720/63baa11b75f3%2C33547%2C1731543346720.meta.1731543358554.meta not finished, retry = 0 2024-11-14T00:16:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741836_1012 (size=17739) 2024-11-14T00:16:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741836_1012 (size=17739) 2024-11-14T00:16:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,33985,1731543346591 2024-11-14T00:16:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:16:51,615 INFO [RS:1;63baa11b75f3:33985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:16:51,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,33985,1731543346591] 2024-11-14T00:16:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741834_1010 (size=3779) 2024-11-14T00:16:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741834_1010 (size=3779) 2024-11-14T00:16:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741834_1010 (size=3779) 2024-11-14T00:16:51,649 DEBUG [RS:2;63baa11b75f3:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:16:51,649 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:16:51,649 INFO [RS:2;63baa11b75f3:33547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:16:51,649 INFO [RS:2;63baa11b75f3:33547 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:16:51,649 INFO [RS:2;63baa11b75f3:33547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:16:51,649 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:16:51,649 INFO [RS:2;63baa11b75f3:33547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33547 2024-11-14T00:16:51,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,33985,1731543346591 already deleted, retry=false 2024-11-14T00:16:51,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,33985,1731543346591 expired; onlineServers=1 2024-11-14T00:16:51,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/63baa11b75f3,33547,1731543346720 2024-11-14T00:16:51,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T00:16:51,664 INFO [RS:2;63baa11b75f3:33547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:16:51,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,33547,1731543346720] 2024-11-14T00:16:51,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/63baa11b75f3,33547,1731543346720 already deleted, retry=false 2024-11-14T00:16:51,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,33547,1731543346720 expired; onlineServers=0 2024-11-14T00:16:51,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,40593,1731543346125' ***** 2024-11-14T00:16:51,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:16:51,700 INFO [M:0;63baa11b75f3:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:16:51,700 INFO [M:0;63baa11b75f3:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:16:51,700 DEBUG [M:0;63baa11b75f3:40593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:16:51,700 DEBUG [M:0;63baa11b75f3:40593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:16:51,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:16:51,700 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543347978 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543347978,5,FailOnTimeoutGroup] 2024-11-14T00:16:51,700 INFO [M:0;63baa11b75f3:40593 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:16:51,701 INFO [M:0;63baa11b75f3:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:16:51,701 DEBUG [M:0;63baa11b75f3:40593 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:16:51,701 INFO [M:0;63baa11b75f3:40593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:16:51,701 INFO [M:0;63baa11b75f3:40593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:16:51,701 ERROR [M:0;63baa11b75f3:40593 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1186425077) connection to localhost/127.0.0.1:33019 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33019,5,PEWorkerGroup] 2024-11-14T00:16:51,701 INFO [M:0;63baa11b75f3:40593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:16:51,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:16:51,703 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543347977 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543347977,5,FailOnTimeoutGroup] 2024-11-14T00:16:51,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T00:16:51,716 DEBUG [M:0;63baa11b75f3:40593 {}] zookeeper.ZKUtil(347): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T00:16:51,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T00:16:51,716 WARN [M:0;63baa11b75f3:40593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:16:51,724 INFO [M:0;63baa11b75f3:40593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/.lastflushedseqids 2024-11-14T00:16:51,741 INFO [RS:1;63baa11b75f3:33985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:16:51,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:51,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33985-0x10136b2a7570002, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:51,741 INFO [RS:1;63baa11b75f3:33985 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,33985,1731543346591; zookeeper connection closed. 2024-11-14T00:16:51,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e2173c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e2173c0 2024-11-14T00:16:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741867_1043 (size=650) 2024-11-14T00:16:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741867_1043 (size=650) 2024-11-14T00:16:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741867_1043 (size=650) 2024-11-14T00:16:51,760 INFO [M:0;63baa11b75f3:40593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:16:51,760 INFO [M:0;63baa11b75f3:40593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:16:51,761 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:16:51,761 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:16:51,761 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:16:51,761 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:16:51,761 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:16:51,761 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.13 KB heapSize=259.83 KB 2024-11-14T00:16:51,778 DEBUG [M:0;63baa11b75f3:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c92714fbf4cb1824b664fc45660fd is 82, key is hbase:meta,,1/info:regioninfo/1731543358624/Put/seqid=0 2024-11-14T00:16:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x10136b2a7570003, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:51,786 INFO [RS:2;63baa11b75f3:33547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:16:51,786 INFO [RS:2;63baa11b75f3:33547 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,33547,1731543346720; zookeeper connection closed. 2024-11-14T00:16:51,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b458d04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b458d04 2024-11-14T00:16:51,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T00:16:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741868_1044 (size=5672) 2024-11-14T00:16:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741868_1044 (size=5672) 2024-11-14T00:16:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741868_1044 (size=5672) 2024-11-14T00:16:51,801 INFO [M:0;63baa11b75f3:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c92714fbf4cb1824b664fc45660fd 2024-11-14T00:16:51,844 DEBUG [M:0;63baa11b75f3:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92db3311404c439a83021c44293beba9 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543370520/Put/seqid=0 2024-11-14T00:16:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741869_1045 (size=12184) 2024-11-14T00:16:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741869_1045 (size=12184) 2024-11-14T00:16:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741869_1045 (size=12184) 2024-11-14T00:16:52,259 INFO [M:0;63baa11b75f3:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.39 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92db3311404c439a83021c44293beba9 2024-11-14T00:16:52,272 INFO [M:0;63baa11b75f3:40593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92db3311404c439a83021c44293beba9 2024-11-14T00:16:52,295 DEBUG [M:0;63baa11b75f3:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eb740b86abd451280ddd7d5c1a3dac4 is 69, key is 63baa11b75f3,33547,1731543346720/rs:state/1731543348082/Put/seqid=0 2024-11-14T00:16:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741870_1046 (size=5442) 2024-11-14T00:16:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741870_1046 (size=5442) 2024-11-14T00:16:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741870_1046 (size=5442) 2024-11-14T00:16:52,316 INFO [M:0;63baa11b75f3:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eb740b86abd451280ddd7d5c1a3dac4 2024-11-14T00:16:52,322 INFO [M:0;63baa11b75f3:40593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eb740b86abd451280ddd7d5c1a3dac4 2024-11-14T00:16:52,323 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c92714fbf4cb1824b664fc45660fd as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395c92714fbf4cb1824b664fc45660fd 2024-11-14T00:16:52,330 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395c92714fbf4cb1824b664fc45660fd, entries=8, sequenceid=455, filesize=5.5 K 2024-11-14T00:16:52,331 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92db3311404c439a83021c44293beba9 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92db3311404c439a83021c44293beba9 2024-11-14T00:16:52,336 INFO [M:0;63baa11b75f3:40593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92db3311404c439a83021c44293beba9 2024-11-14T00:16:52,336 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92db3311404c439a83021c44293beba9, entries=54, sequenceid=455, filesize=11.9 K 2024-11-14T00:16:52,337 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eb740b86abd451280ddd7d5c1a3dac4 as hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eb740b86abd451280ddd7d5c1a3dac4 2024-11-14T00:16:52,342 INFO [M:0;63baa11b75f3:40593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eb740b86abd451280ddd7d5c1a3dac4 2024-11-14T00:16:52,342 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33019/user/jenkins/test-data/0809be51-4e5d-b370-7b5b-b526d0c441c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eb740b86abd451280ddd7d5c1a3dac4, entries=3, sequenceid=455, filesize=5.3 K 2024-11-14T00:16:52,343 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.13 KB/223365, heapSize ~259.53 KB/265760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=455, compaction requested=false 2024-11-14T00:16:52,347 INFO [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:16:52,347 DEBUG [M:0;63baa11b75f3:40593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543411760Disabling compacts and flushes for region at 1731543411761 (+1 ms)Disabling writes for close at 1731543411761Obtaining lock to block concurrent updates at 1731543411761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543411761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223365, getHeapSize=266000, getOffHeapSize=0, getCellsCount=550 at 1731543411761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543411762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543411762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543411778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543411778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543411824 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543411843 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543411843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543412273 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543412294 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543412294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aebb79b: reopening flushed file at 1731543412322 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7683fe0a: reopening flushed file at 1731543412330 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700ea060: reopening flushed file at 1731543412336 (+6 ms)Finished flush of dataSize ~218.13 KB/223365, heapSize ~259.53 KB/265760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=455, compaction requested=false at 1731543412343 (+7 ms)Writing region close event to WAL at 1731543412347 (+4 ms)Closed at 1731543412347 2024-11-14T00:16:52,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39977 is added to blk_1073741830_1006 (size=253739) 2024-11-14T00:16:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741830_1006 (size=253739) 2024-11-14T00:16:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46669 is added to blk_1073741830_1006 (size=253739) 2024-11-14T00:16:52,352 INFO [M:0;63baa11b75f3:40593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:16:52,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:16:52,352 INFO [M:0;63baa11b75f3:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40593 2024-11-14T00:16:52,353 INFO [M:0;63baa11b75f3:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:16:52,544 INFO [M:0;63baa11b75f3:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:16:52,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:52,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10136b2a7570000, quorum=127.0.0.1:64193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:16:52,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@447d5ddb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:16:52,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b749057{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:16:52,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:16:52,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582406be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:16:52,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608545a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,STOPPED} 2024-11-14T00:16:52,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:16:52,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:16:52,561 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:16:52,562 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020274270-172.17.0.3-1731543342221 (Datanode Uuid 91ec29f7-c971-44dd-baac-4fa119c6dd24) service to localhost/127.0.0.1:33019 2024-11-14T00:16:52,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data5/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:16:52,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data6/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a02c60a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:16:52,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d87a5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:16:52,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:16:52,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@534e5e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:16:52,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b96eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,STOPPED} 2024-11-14T00:16:52,572 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:16:52,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:16:52,572 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020274270-172.17.0.3-1731543342221 (Datanode Uuid d0d0f96f-9a68-445d-996e-53d79d2fcbcb) service to localhost/127.0.0.1:33019 2024-11-14T00:16:52,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:16:52,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data3/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data4/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:16:52,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d57a9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:16:52,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43ee3a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:16:52,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:16:52,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ab3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:16:52,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bedf363{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,STOPPED} 2024-11-14T00:16:52,610 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:16:52,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:16:52,610 WARN [BP-2020274270-172.17.0.3-1731543342221 heartbeating to localhost/127.0.0.1:33019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020274270-172.17.0.3-1731543342221 (Datanode Uuid 0fe32fac-5541-4078-912f-bb2d58fb90e4) service to localhost/127.0.0.1:33019 2024-11-14T00:16:52,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:16:52,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data1/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/cluster_bfec9669-0de5-c522-c798-b3ddf47c6b12/data/data2/current/BP-2020274270-172.17.0.3-1731543342221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:16:52,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:16:52,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@415f8ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:16:52,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24d384ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:16:52,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:16:52,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5cfff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:16:52,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45344263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88064eb3-c185-83e1-4009-25e6d45be214/hadoop.log.dir/,STOPPED} 2024-11-14T00:16:52,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:16:52,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:16:52,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 96) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:33019 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:33019 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:33019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:33019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1482 (was 1256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2959 (was 965) - AvailableMemoryMB LEAK? -