2024-12-09 23:12:29,483 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 23:12:29,495 main DEBUG Took 0.009869 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 23:12:29,496 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 23:12:29,496 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 23:12:29,497 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 23:12:29,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,507 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 23:12:29,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,536 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,538 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,542 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,544 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:12:29,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,546 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 23:12:29,547 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:12:29,549 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 23:12:29,552 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 23:12:29,552 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 23:12:29,553 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 23:12:29,554 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 23:12:29,562 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 23:12:29,564 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 23:12:29,566 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 23:12:29,566 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 23:12:29,567 main DEBUG createAppenders(={Console}) 2024-12-09 23:12:29,568 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 23:12:29,568 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 23:12:29,569 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 23:12:29,569 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 23:12:29,569 main DEBUG OutputStream closed 2024-12-09 23:12:29,570 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 23:12:29,570 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 23:12:29,570 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 23:12:29,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 23:12:29,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 23:12:29,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 23:12:29,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 23:12:29,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 23:12:29,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 23:12:29,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 23:12:29,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 23:12:29,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 23:12:29,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 23:12:29,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 23:12:29,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 23:12:29,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 23:12:29,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 23:12:29,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 23:12:29,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 23:12:29,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 23:12:29,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 23:12:29,681 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 23:12:29,682 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 23:12:29,682 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 23:12:29,683 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T23:12:29,696 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 23:12:29,698 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 23:12:29,699 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T23:12:29,707 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T23:12:29,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=275 2024-12-09T23:12:30,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95 2024-12-09T23:12:30,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T23:12:30,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57, deleteOnExit=true 2024-12-09T23:12:30,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T23:12:30,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/test.cache.data in system properties and HBase conf 2024-12-09T23:12:30,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T23:12:30,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir in system properties and HBase conf 2024-12-09T23:12:30,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T23:12:30,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T23:12:30,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T23:12:30,172 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T23:12:30,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T23:12:30,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:12:30,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:12:30,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T23:12:30,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:12:30,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T23:12:30,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T23:12:30,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:12:30,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:12:30,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T23:12:30,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/nfs.dump.dir in system properties and HBase conf 2024-12-09T23:12:30,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/java.io.tmpdir in system properties and HBase conf 2024-12-09T23:12:30,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:12:30,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T23:12:30,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T23:12:31,767 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T23:12:31,874 INFO [Time-limited test {}] log.Log(170): Logging initialized @3351ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T23:12:32,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:12:32,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:12:32,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:12:32,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:12:32,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T23:12:32,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:12:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3726fa21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:12:32,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e556ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:12:32,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417a7dc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/java.io.tmpdir/jetty-localhost-46489-hadoop-hdfs-3_4_1-tests_jar-_-any-11464608096335771157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:12:32,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f8eef6{HTTP/1.1, (http/1.1)}{localhost:46489} 2024-12-09T23:12:32,382 INFO [Time-limited test {}] server.Server(415): Started @3859ms 2024-12-09T23:12:33,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:12:33,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:12:33,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:12:33,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:12:33,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T23:12:33,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18455874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:12:33,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456a9037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:12:33,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30aadc99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-2798334347166032428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:12:33,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11931074{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-12-09T23:12:33,334 INFO [Time-limited test {}] server.Server(415): Started @4812ms 2024-12-09T23:12:33,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:12:33,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:12:33,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:12:33,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:12:33,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:12:33,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T23:12:33,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb87391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:12:33,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fa10b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:12:33,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6547dfa6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/java.io.tmpdir/jetty-localhost-44701-hadoop-hdfs-3_4_1-tests_jar-_-any-18224700948307817973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:12:33,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ed5e0c5{HTTP/1.1, (http/1.1)}{localhost:44701} 2024-12-09T23:12:33,675 INFO [Time-limited test {}] server.Server(415): Started @5153ms 2024-12-09T23:12:33,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:12:33,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:12:33,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:12:33,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:12:33,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:12:33,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T23:12:33,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434b9529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:12:33,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c9d71eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:12:33,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3112732a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/java.io.tmpdir/jetty-localhost-38127-hadoop-hdfs-3_4_1-tests_jar-_-any-16490198318240869633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:12:33,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57cb7c2e{HTTP/1.1, (http/1.1)}{localhost:38127} 2024-12-09T23:12:33,839 INFO [Time-limited test {}] server.Server(415): Started @5316ms 2024-12-09T23:12:33,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:12:35,419 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data1/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,419 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data4/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,419 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data3/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,420 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data2/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,461 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:12:35,461 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:12:35,472 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data5/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,473 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data6/current/BP-1361252488-172.17.0.3-1733785950946/current, will proceed with Du for space computation calculation, 2024-12-09T23:12:35,506 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:12:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f26cb85c89f55 with lease ID 0x4f394843ca1655a9: Processing first storage report for DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687 from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=f79e617b-ce2c-43d1-af3c-9cb914ad1783, infoPort=44347, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f26cb85c89f55 with lease ID 0x4f394843ca1655a9: from storage DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=f79e617b-ce2c-43d1-af3c-9cb914ad1783, infoPort=44347, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd100d64b0b0b1225 with lease ID 0x4f394843ca1655a8: Processing first storage report for DS-88cb12fe-b728-4a65-a4a8-570e6492d865 from datanode DatanodeRegistration(127.0.0.1:35037, datanodeUuid=7e3ef295-7ba8-4a7e-8767-0cc4d478751f, infoPort=39387, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd100d64b0b0b1225 with lease ID 0x4f394843ca1655a8: from storage DS-88cb12fe-b728-4a65-a4a8-570e6492d865 node DatanodeRegistration(127.0.0.1:35037, datanodeUuid=7e3ef295-7ba8-4a7e-8767-0cc4d478751f, infoPort=39387, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a7d7bd5da1d3992 with lease ID 0x4f394843ca1655aa: Processing first storage report for DS-b211873c-d8bf-4d06-ae2f-1f479213b55d from datanode DatanodeRegistration(127.0.0.1:37749, datanodeUuid=a5d74fad-6d29-47ed-8a55-b629a11fe765, infoPort=33497, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a7d7bd5da1d3992 with lease ID 0x4f394843ca1655aa: from storage DS-b211873c-d8bf-4d06-ae2f-1f479213b55d node DatanodeRegistration(127.0.0.1:37749, datanodeUuid=a5d74fad-6d29-47ed-8a55-b629a11fe765, infoPort=33497, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f26cb85c89f55 with lease ID 0x4f394843ca1655a9: Processing first storage report for DS-1fe41ffc-a5e1-427e-85cc-b7b07f4ecb63 from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=f79e617b-ce2c-43d1-af3c-9cb914ad1783, infoPort=44347, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f26cb85c89f55 with lease ID 0x4f394843ca1655a9: from storage DS-1fe41ffc-a5e1-427e-85cc-b7b07f4ecb63 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=f79e617b-ce2c-43d1-af3c-9cb914ad1783, infoPort=44347, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd100d64b0b0b1225 with lease ID 0x4f394843ca1655a8: Processing first storage report for DS-7db65681-27a9-48cb-9e6e-fe27bdb01bfa from datanode DatanodeRegistration(127.0.0.1:35037, datanodeUuid=7e3ef295-7ba8-4a7e-8767-0cc4d478751f, infoPort=39387, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd100d64b0b0b1225 with lease ID 0x4f394843ca1655a8: from storage DS-7db65681-27a9-48cb-9e6e-fe27bdb01bfa node DatanodeRegistration(127.0.0.1:35037, datanodeUuid=7e3ef295-7ba8-4a7e-8767-0cc4d478751f, infoPort=39387, infoSecurePort=0, ipcPort=39221, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a7d7bd5da1d3992 with lease ID 0x4f394843ca1655aa: Processing first storage report for DS-55e8f70e-e4ae-4d02-bdc6-e21b5245cb68 from datanode DatanodeRegistration(127.0.0.1:37749, datanodeUuid=a5d74fad-6d29-47ed-8a55-b629a11fe765, infoPort=33497, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946) 2024-12-09T23:12:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a7d7bd5da1d3992 with lease ID 0x4f394843ca1655aa: from storage DS-55e8f70e-e4ae-4d02-bdc6-e21b5245cb68 node DatanodeRegistration(127.0.0.1:37749, datanodeUuid=a5d74fad-6d29-47ed-8a55-b629a11fe765, infoPort=33497, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2144704610;c=1733785950946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:12:35,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95 2024-12-09T23:12:35,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/zookeeper_0, clientPort=60408, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T23:12:35,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60408 2024-12-09T23:12:35,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:35,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:12:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:12:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:12:36,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 with version=8 2024-12-09T23:12:36,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/hbase-staging 2024-12-09T23:12:36,430 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T23:12:36,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:12:36,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:36,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:36,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:12:36,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:36,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:12:36,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T23:12:36,921 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T23:12:36,929 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T23:12:36,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:12:36,955 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 966 (auto-detected) 2024-12-09T23:12:36,956 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T23:12:36,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33255 2024-12-09T23:12:36,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33255 connecting to ZooKeeper ensemble=127.0.0.1:60408 2024-12-09T23:12:37,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332550x0, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:12:37,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33255-0x1000cda33e80000 connected 2024-12-09T23:12:37,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:12:37,254 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57, hbase.cluster.distributed=false 2024-12-09T23:12:37,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:12:37,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33255 2024-12-09T23:12:37,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33255 2024-12-09T23:12:37,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33255 2024-12-09T23:12:37,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33255 2024-12-09T23:12:37,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33255 2024-12-09T23:12:37,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:12:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:12:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:12:37,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:12:37,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:12:37,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42253 2024-12-09T23:12:37,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42253 connecting to ZooKeeper ensemble=127.0.0.1:60408 2024-12-09T23:12:37,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422530x0, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:12:37,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422530x0, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:12:37,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42253-0x1000cda33e80001 connected 2024-12-09T23:12:37,441 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:12:37,449 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:12:37,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:12:37,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:12:37,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-09T23:12:37,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42253 2024-12-09T23:12:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42253 2024-12-09T23:12:37,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-09T23:12:37,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-09T23:12:37,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:12:37,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:12:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:12:37,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:12:37,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:12:37,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34813 2024-12-09T23:12:37,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:60408 2024-12-09T23:12:37,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:12:37,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348130x0, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:12:37,510 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:12:37,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x1000cda33e80002 connected 2024-12-09T23:12:37,512 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:12:37,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:12:37,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:12:37,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-09T23:12:37,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-12-09T23:12:37,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-12-09T23:12:37,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-09T23:12:37,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-09T23:12:37,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:12:37,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:12:37,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:12:37,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:12:37,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:12:37,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:12:37,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46035 2024-12-09T23:12:37,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46035 connecting to ZooKeeper ensemble=127.0.0.1:60408 2024-12-09T23:12:37,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460350x0, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:12:37,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460350x0, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:12:37,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46035-0x1000cda33e80003 connected 2024-12-09T23:12:37,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:12:37,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:12:37,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:12:37,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:12:37,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46035 2024-12-09T23:12:37,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46035 2024-12-09T23:12:37,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46035 2024-12-09T23:12:37,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46035 2024-12-09T23:12:37,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46035 2024-12-09T23:12:37,604 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aab77d931c0c:33255 2024-12-09T23:12:37,605 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aab77d931c0c,33255,1733785956562 2024-12-09T23:12:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,623 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aab77d931c0c,33255,1733785956562 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,658 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T23:12:37,659 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aab77d931c0c,33255,1733785956562 from backup master directory 2024-12-09T23:12:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aab77d931c0c,33255,1733785956562 2024-12-09T23:12:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:12:37,673 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:12:37,673 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aab77d931c0c,33255,1733785956562 2024-12-09T23:12:37,676 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T23:12:37,678 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T23:12:37,732 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/hbase.id] with ID: 9cb0dbfb-158b-44b0-b25d-bf743ab0f049 2024-12-09T23:12:37,732 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.tmp/hbase.id 2024-12-09T23:12:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:12:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:12:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:12:37,745 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.tmp/hbase.id]:[hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/hbase.id] 2024-12-09T23:12:37,793 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:12:37,798 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T23:12:37,814 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-09T23:12:37,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:12:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:12:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:12:37,909 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:12:37,911 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T23:12:37,923 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:12:37,927 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:12:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:12:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:12:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:12:37,969 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store 2024-12-09T23:12:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:12:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:12:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:12:37,993 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T23:12:37,996 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:37,998 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:12:37,998 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:12:37,998 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:12:38,000 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:12:38,000 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:12:38,000 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:12:38,001 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733785957998Disabling compacts and flushes for region at 1733785957998Disabling writes for close at 1733785958000 (+2 ms)Writing region close event to WAL at 1733785958000Closed at 1733785958000 2024-12-09T23:12:38,003 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/.initializing 2024-12-09T23:12:38,004 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/WALs/aab77d931c0c,33255,1733785956562 2024-12-09T23:12:38,013 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:12:38,030 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C33255%2C1733785956562, suffix=, logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/WALs/aab77d931c0c,33255,1733785956562, archiveDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/oldWALs, maxLogs=10 2024-12-09T23:12:38,053 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/WALs/aab77d931c0c,33255,1733785956562/aab77d931c0c%2C33255%2C1733785956562.1733785958036, exclude list is [], retry=0 2024-12-09T23:12:38,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687,DISK] 2024-12-09T23:12:38,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-b211873c-d8bf-4d06-ae2f-1f479213b55d,DISK] 2024-12-09T23:12:38,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-88cb12fe-b728-4a65-a4a8-570e6492d865,DISK] 2024-12-09T23:12:38,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T23:12:38,108 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/WALs/aab77d931c0c,33255,1733785956562/aab77d931c0c%2C33255%2C1733785956562.1733785958036 2024-12-09T23:12:38,108 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:44347:44347),(127.0.0.1/127.0.0.1:33497:33497)] 2024-12-09T23:12:38,109 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:12:38,109 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:38,112 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,113 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T23:12:38,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:38,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:38,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T23:12:38,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:38,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:12:38,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T23:12:38,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:38,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:12:38,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T23:12:38,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:38,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:12:38,184 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,188 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,189 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,193 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,194 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,197 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:12:38,200 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:12:38,204 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:12:38,206 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62257675, jitterRate=-0.07228834927082062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:12:38,210 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733785958124Initializing all the Stores at 1733785958126 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785958127 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785958127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785958127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785958128 (+1 ms)Cleaning up temporary data from old regions at 1733785958194 (+66 ms)Region opened successfully at 1733785958210 (+16 ms) 2024-12-09T23:12:38,211 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T23:12:38,239 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2771f0c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:12:38,268 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T23:12:38,278 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T23:12:38,278 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T23:12:38,289 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T23:12:38,290 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T23:12:38,295 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T23:12:38,295 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T23:12:38,318 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T23:12:38,326 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T23:12:38,377 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T23:12:38,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T23:12:38,381 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T23:12:38,459 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T23:12:38,461 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T23:12:38,464 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T23:12:38,536 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T23:12:38,538 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T23:12:38,550 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T23:12:38,572 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T23:12:38,582 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,598 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aab77d931c0c,33255,1733785956562, sessionid=0x1000cda33e80000, setting cluster-up flag (Was=false) 2024-12-09T23:12:38,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,662 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T23:12:38,665 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,33255,1733785956562 2024-12-09T23:12:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:38,725 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T23:12:38,729 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,33255,1733785956562 2024-12-09T23:12:38,737 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T23:12:38,788 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(746): ClusterId : 9cb0dbfb-158b-44b0-b25d-bf743ab0f049 2024-12-09T23:12:38,788 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(746): ClusterId : 9cb0dbfb-158b-44b0-b25d-bf743ab0f049 2024-12-09T23:12:38,788 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(746): ClusterId : 9cb0dbfb-158b-44b0-b25d-bf743ab0f049 2024-12-09T23:12:38,791 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:12:38,791 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:12:38,791 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:12:38,815 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:12:38,815 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:12:38,815 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:12:38,816 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:12:38,816 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:12:38,816 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:12:38,820 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T23:12:38,830 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T23:12:38,839 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T23:12:38,846 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aab77d931c0c,33255,1733785956562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T23:12:38,878 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:12:38,878 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:12:38,878 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:12:38,879 DEBUG [RS:0;aab77d931c0c:42253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e4d5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:12:38,879 DEBUG [RS:2;aab77d931c0c:46035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2798c307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:12:38,879 DEBUG [RS:1;aab77d931c0c:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9e85da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:12:38,880 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:12:38,880 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:12:38,881 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:12:38,881 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:12:38,881 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aab77d931c0c:0, corePoolSize=10, maxPoolSize=10 2024-12-09T23:12:38,881 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:38,881 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:12:38,882 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:38,883 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733785988883 2024-12-09T23:12:38,885 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T23:12:38,886 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T23:12:38,890 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T23:12:38,891 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T23:12:38,891 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T23:12:38,891 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T23:12:38,893 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:38,896 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;aab77d931c0c:46035 2024-12-09T23:12:38,897 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T23:12:38,898 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T23:12:38,898 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;aab77d931c0c:34813 2024-12-09T23:12:38,899 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T23:12:38,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:12:38,901 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:12:38,901 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:12:38,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T23:12:38,901 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:12:38,901 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:12:38,901 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:12:38,901 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:12:38,904 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,33255,1733785956562 with port=34813, startcode=1733785957480 2024-12-09T23:12:38,904 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,33255,1733785956562 with port=46035, startcode=1733785957536 2024-12-09T23:12:38,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:38,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T23:12:38,911 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aab77d931c0c:42253 2024-12-09T23:12:38,911 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:12:38,911 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:12:38,911 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:12:38,912 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T23:12:38,912 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T23:12:38,914 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,33255,1733785956562 with port=42253, startcode=1733785957347 2024-12-09T23:12:38,917 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733785958914,5,FailOnTimeoutGroup] 2024-12-09T23:12:38,918 DEBUG [RS:2;aab77d931c0c:46035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:12:38,918 DEBUG [RS:1;aab77d931c0c:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:12:38,918 DEBUG [RS:0;aab77d931c0c:42253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:12:38,921 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733785958917,5,FailOnTimeoutGroup] 2024-12-09T23:12:38,921 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:38,921 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T23:12:38,922 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:38,922 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:12:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:12:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:12:38,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T23:12:38,987 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:39,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:12:39,005 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:12:39,005 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:12:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:12:39,005 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:12:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:12:39,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:39,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:12:39,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:12:39,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:39,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:39,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:12:39,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:12:39,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:39,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:39,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:12:39,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:12:39,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:39,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:39,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:12:39,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:12:39,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:39,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:39,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:12:39,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740 2024-12-09T23:12:39,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740 2024-12-09T23:12:39,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:12:39,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:12:39,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:12:39,041 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:39,041 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36713 2024-12-09T23:12:39,041 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:12:39,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33255 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,043 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:39,043 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36713 2024-12-09T23:12:39,043 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:12:39,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:12:39,046 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:39,046 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36713 2024-12-09T23:12:39,047 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:12:39,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:12:39,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71416036, jitterRate=0.0641818642616272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:12:39,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733785959009Initializing all the Stores at 1733785959011 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785959011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785959011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785959011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785959011Cleaning up temporary data from old regions at 1733785959039 (+28 ms)Region opened successfully at 1733785959053 (+14 ms) 2024-12-09T23:12:39,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:12:39,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:12:39,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:12:39,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:12:39,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:12:39,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:12:39,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733785959053Disabling compacts and flushes for region at 1733785959053Disabling writes for close at 1733785959054 (+1 ms)Writing region close event to WAL at 1733785959055 (+1 ms)Closed at 1733785959055 2024-12-09T23:12:39,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:12:39,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T23:12:39,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T23:12:39,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:12:39,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T23:12:39,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:12:39,109 DEBUG [RS:0;aab77d931c0c:42253 {}] zookeeper.ZKUtil(111): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,109 DEBUG [RS:1;aab77d931c0c:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,109 WARN [RS:1;aab77d931c0c:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:12:39,109 WARN [RS:0;aab77d931c0c:42253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:12:39,109 INFO [RS:1;aab77d931c0c:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:12:39,109 INFO [RS:0;aab77d931c0c:42253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:12:39,109 DEBUG [RS:2;aab77d931c0c:46035 {}] zookeeper.ZKUtil(111): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,109 DEBUG [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,109 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,109 WARN [RS:2;aab77d931c0c:46035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:12:39,109 INFO [RS:2;aab77d931c0c:46035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:12:39,110 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,34813,1733785957480] 2024-12-09T23:12:39,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,42253,1733785957347] 2024-12-09T23:12:39,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,46035,1733785957536] 2024-12-09T23:12:39,136 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:12:39,136 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:12:39,136 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:12:39,148 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:12:39,149 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:12:39,149 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:12:39,154 INFO [RS:2;aab77d931c0c:46035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:12:39,154 INFO [RS:1;aab77d931c0c:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:12:39,154 INFO [RS:0;aab77d931c0c:42253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:12:39,154 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,154 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,154 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,155 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:12:39,155 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:12:39,156 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:12:39,161 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:12:39,161 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:12:39,161 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:12:39,162 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,162 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,162 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,163 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:12:39,164 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,164 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,164 DEBUG [RS:0;aab77d931c0c:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,164 DEBUG [RS:1;aab77d931c0c:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,164 DEBUG [RS:2;aab77d931c0c:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:12:39,166 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,168 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,46035,1733785957536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,42253,1733785957347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:12:39,169 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,34813,1733785957480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:12:39,185 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:12:39,185 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:12:39,187 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,46035,1733785957536-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,187 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,42253,1733785957347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,187 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,187 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,187 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.Replication(171): aab77d931c0c,42253,1733785957347 started 2024-12-09T23:12:39,187 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.Replication(171): aab77d931c0c,46035,1733785957536 started 2024-12-09T23:12:39,189 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:12:39,189 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,34813,1733785957480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,189 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,189 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.Replication(171): aab77d931c0c,34813,1733785957480 started 2024-12-09T23:12:39,204 INFO [RS:0;aab77d931c0c:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,204 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,204 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,42253,1733785957347, RpcServer on aab77d931c0c/172.17.0.3:42253, sessionid=0x1000cda33e80001 2024-12-09T23:12:39,204 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,46035,1733785957536, RpcServer on aab77d931c0c/172.17.0.3:46035, sessionid=0x1000cda33e80003 2024-12-09T23:12:39,205 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:12:39,205 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:12:39,205 DEBUG [RS:0;aab77d931c0c:42253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,205 DEBUG [RS:2;aab77d931c0c:46035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,205 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,42253,1733785957347' 2024-12-09T23:12:39,205 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,46035,1733785957536' 2024-12-09T23:12:39,205 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:12:39,205 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:12:39,206 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:12:39,206 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:12:39,207 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:12:39,207 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:12:39,208 DEBUG [RS:0;aab77d931c0c:42253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,42253,1733785957347 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:12:39,208 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,42253,1733785957347' 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:12:39,208 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,46035,1733785957536' 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:12:39,208 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:12:39,208 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:12:39,209 DEBUG [RS:0;aab77d931c0c:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:12:39,209 INFO [RS:0;aab77d931c0c:42253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:12:39,209 INFO [RS:0;aab77d931c0c:42253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:12:39,209 DEBUG [RS:2;aab77d931c0c:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:12:39,209 INFO [RS:2;aab77d931c0c:46035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:12:39,209 INFO [RS:2;aab77d931c0c:46035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:12:39,210 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:39,210 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,34813,1733785957480, RpcServer on aab77d931c0c/172.17.0.3:34813, sessionid=0x1000cda33e80002 2024-12-09T23:12:39,210 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:12:39,210 DEBUG [RS:1;aab77d931c0c:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,210 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,34813,1733785957480' 2024-12-09T23:12:39,210 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,34813,1733785957480 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,34813,1733785957480' 2024-12-09T23:12:39,211 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:12:39,212 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:12:39,212 DEBUG [RS:1;aab77d931c0c:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:12:39,212 INFO [RS:1;aab77d931c0c:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:12:39,212 INFO [RS:1;aab77d931c0c:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:12:39,228 WARN [aab77d931c0c:33255 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T23:12:39,313 INFO [RS:2;aab77d931c0c:46035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:12:39,313 INFO [RS:1;aab77d931c0c:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:12:39,313 INFO [RS:0;aab77d931c0c:42253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:12:39,316 INFO [RS:1;aab77d931c0c:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C34813%2C1733785957480, suffix=, logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,34813,1733785957480, archiveDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs, maxLogs=32 2024-12-09T23:12:39,316 INFO [RS:0;aab77d931c0c:42253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C42253%2C1733785957347, suffix=, logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347, archiveDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs, maxLogs=32 2024-12-09T23:12:39,316 INFO [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C46035%2C1733785957536, suffix=, logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536, archiveDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs, maxLogs=32 2024-12-09T23:12:39,334 DEBUG [RS:1;aab77d931c0c:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,34813,1733785957480/aab77d931c0c%2C34813%2C1733785957480.1733785959321, exclude list is [], retry=0 2024-12-09T23:12:39,340 DEBUG [RS:2;aab77d931c0c:46035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536/aab77d931c0c%2C46035%2C1733785957536.1733785959321, exclude list is [], retry=0 2024-12-09T23:12:39,340 DEBUG [RS:0;aab77d931c0c:42253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347/aab77d931c0c%2C42253%2C1733785957347.1733785959321, exclude list is [], retry=0 2024-12-09T23:12:39,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687,DISK] 2024-12-09T23:12:39,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-b211873c-d8bf-4d06-ae2f-1f479213b55d,DISK] 2024-12-09T23:12:39,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-88cb12fe-b728-4a65-a4a8-570e6492d865,DISK] 2024-12-09T23:12:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-b211873c-d8bf-4d06-ae2f-1f479213b55d,DISK] 2024-12-09T23:12:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-88cb12fe-b728-4a65-a4a8-570e6492d865,DISK] 2024-12-09T23:12:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-88cb12fe-b728-4a65-a4a8-570e6492d865,DISK] 2024-12-09T23:12:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687,DISK] 2024-12-09T23:12:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-b211873c-d8bf-4d06-ae2f-1f479213b55d,DISK] 2024-12-09T23:12:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687,DISK] 2024-12-09T23:12:39,351 INFO [RS:1;aab77d931c0c:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,34813,1733785957480/aab77d931c0c%2C34813%2C1733785957480.1733785959321 2024-12-09T23:12:39,352 DEBUG [RS:1;aab77d931c0c:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497),(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:44347:44347)] 2024-12-09T23:12:39,353 INFO [RS:0;aab77d931c0c:42253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347/aab77d931c0c%2C42253%2C1733785957347.1733785959321 2024-12-09T23:12:39,353 DEBUG [RS:0;aab77d931c0c:42253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33497:33497),(127.0.0.1/127.0.0.1:44347:44347),(127.0.0.1/127.0.0.1:39387:39387)] 2024-12-09T23:12:39,353 INFO [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536/aab77d931c0c%2C46035%2C1733785957536.1733785959321 2024-12-09T23:12:39,355 DEBUG [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44347:44347),(127.0.0.1/127.0.0.1:33497:33497),(127.0.0.1/127.0.0.1:39387:39387)] 2024-12-09T23:12:39,481 DEBUG [aab77d931c0c:33255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T23:12:39,490 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:12:39,498 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:12:39,498 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:12:39,498 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T23:12:39,498 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:12:39,498 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:12:39,499 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T23:12:39,499 INFO [aab77d931c0c:33255 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:12:39,499 INFO [aab77d931c0c:33255 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:12:39,499 INFO [aab77d931c0c:33255 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T23:12:39,499 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:12:39,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:39,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,46035,1733785957536, state=OPENING 2024-12-09T23:12:39,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T23:12:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:12:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:39,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:12:39,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:12:46,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T23:12:46,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T23:12:49,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:12:49,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:12:49,589 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T23:12:49,589 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:12:49,590 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T23:12:49,593 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C46035%2C1733785957536.meta, suffix=.meta, logDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536, archiveDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs, maxLogs=32 2024-12-09T23:12:49,607 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536/aab77d931c0c%2C46035%2C1733785957536.meta.1733785969594.meta, exclude list is [], retry=0 2024-12-09T23:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-482ecde4-ee6a-4dcf-90dd-d7b7575ee687,DISK] 2024-12-09T23:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-88cb12fe-b728-4a65-a4a8-570e6492d865,DISK] 2024-12-09T23:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-b211873c-d8bf-4d06-ae2f-1f479213b55d,DISK] 2024-12-09T23:12:49,613 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,46035,1733785957536/aab77d931c0c%2C46035%2C1733785957536.meta.1733785969594.meta 2024-12-09T23:12:49,615 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:44347:44347),(127.0.0.1/127.0.0.1:33497:33497)] 2024-12-09T23:12:49,616 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:12:49,617 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T23:12:49,619 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T23:12:49,623 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T23:12:49,627 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T23:12:49,627 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:49,627 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T23:12:49,627 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T23:12:49,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:12:49,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:12:49,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:12:49,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:12:49,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:49,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:49,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:12:49,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:12:49,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:49,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:49,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:12:49,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:12:49,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:12:49,639 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:12:49,641 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740 2024-12-09T23:12:49,643 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740 2024-12-09T23:12:49,645 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:12:49,645 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:12:49,646 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:12:49,648 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:12:49,649 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65464472, jitterRate=-0.024503350257873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:12:49,650 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T23:12:49,650 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733785969628Writing region info on filesystem at 1733785969628Initializing all the Stores at 1733785969630 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785969630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785969630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785969631 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733785969631Cleaning up temporary data from old regions at 1733785969645 (+14 ms)Running coprocessor post-open hooks at 1733785969650 (+5 ms)Region opened successfully at 1733785969650 2024-12-09T23:12:49,656 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733785969565 2024-12-09T23:12:49,665 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T23:12:49,666 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T23:12:49,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:49,668 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,46035,1733785957536, state=OPEN 2024-12-09T23:12:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:12:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:12:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:12:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:12:49,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:49,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:49,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:49,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:12:49,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:49,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T23:12:49,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,46035,1733785957536 in 10.1380 sec 2024-12-09T23:12:49,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T23:12:49,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6260 sec 2024-12-09T23:12:49,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:12:49,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T23:12:49,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:12:49,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,46035,1733785957536, seqNum=-1] 2024-12-09T23:12:49,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:12:49,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:12:49,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9850 sec 2024-12-09T23:12:49,762 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733785969762, completionTime=-1 2024-12-09T23:12:49,765 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T23:12:49,765 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T23:12:49,794 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T23:12:49,794 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733786029794 2024-12-09T23:12:49,794 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733786089794 2024-12-09T23:12:49,794 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-09T23:12:49,795 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:12:49,803 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,803 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,804 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,805 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aab77d931c0c:33255, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,806 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,806 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,811 DEBUG [master/aab77d931c0c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T23:12:49,831 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.157sec 2024-12-09T23:12:49,832 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T23:12:49,833 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T23:12:49,834 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T23:12:49,835 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T23:12:49,835 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T23:12:49,835 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:12:49,836 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T23:12:49,840 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T23:12:49,841 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T23:12:49,842 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33255,1733785956562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:12:49,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3987b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:49,915 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T23:12:49,915 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T23:12:49,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33255,-1 for getting cluster id 2024-12-09T23:12:49,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:12:49,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cb0dbfb-158b-44b0-b25d-bf743ab0f049' 2024-12-09T23:12:49,933 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:12:49,933 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cb0dbfb-158b-44b0-b25d-bf743ab0f049" 2024-12-09T23:12:49,933 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bca188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:49,933 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33255,-1] 2024-12-09T23:12:49,936 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:12:49,938 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:12:49,939 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:12:49,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e289adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:49,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:12:49,947 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,46035,1733785957536, seqNum=-1] 2024-12-09T23:12:49,948 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:12:49,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:12:49,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aab77d931c0c,33255,1733785956562 2024-12-09T23:12:49,994 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733785969992 (current time:1733785969992). 2024-12-09T23:12:49,994 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T23:12:49,994 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T23:12:49,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547b05e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:49,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33255,-1 for getting cluster id 2024-12-09T23:12:49,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:12:49,998 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cb0dbfb-158b-44b0-b25d-bf743ab0f049' 2024-12-09T23:12:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:12:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cb0dbfb-158b-44b0-b25d-bf743ab0f049" 2024-12-09T23:12:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d39dfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33255,-1] 2024-12-09T23:12:50,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:12:50,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:12:50,004 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:12:50,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429e790a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:12:50,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:12:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,46035,1733785957536, seqNum=-1] 2024-12-09T23:12:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:12:50,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:12:50,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:12:50,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:12:50,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:12:50,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:12:50,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:12:50,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:12:50,029 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33255,1733785956562 2024-12-09T23:12:50,031 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580e3812 2024-12-09T23:12:50,031 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:12:50,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:12:50,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:12:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T23:12:50,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:12:50,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T23:12:50,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:12:50,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:12:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:12:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:12:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:12:50,068 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18c935fa25c0a8f43d19246abc4014b4, NAME => 'SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f27127fd67291892b7e34730dcfaf102, NAME => 'SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 909e185260c843fcb3f999e07d2a63a5, NAME => 'SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741838_1014 (size=54) 2024-12-09T23:12:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741838_1014 (size=54) 2024-12-09T23:12:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741838_1014 (size=54) 2024-12-09T23:12:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741839_1015 (size=62) 2024-12-09T23:12:50,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741839_1015 (size=62) 2024-12-09T23:12:50,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 18c935fa25c0a8f43d19246abc4014b4, disabling compactions & flushes 2024-12-09T23:12:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741839_1015 (size=62) 2024-12-09T23:12:50,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:12:50,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:12:50,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. after waiting 0 ms 2024-12-09T23:12:50,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:12:50,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:12:50,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18c935fa25c0a8f43d19246abc4014b4: Waiting for close lock at 1733785970083Disabling compacts and flushes for region at 1733785970083Disabling writes for close at 1733785970083Writing region close event to WAL at 1733785970083Closed at 1733785970083 2024-12-09T23:12:50,084 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23dd32cd20c742350f58e3045f57cd3e, NAME => 'SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f27127fd67291892b7e34730dcfaf102, disabling compactions & flushes 2024-12-09T23:12:50,086 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. after waiting 0 ms 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:12:50,086 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:12:50,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f27127fd67291892b7e34730dcfaf102: Waiting for close lock at 1733785970086Disabling compacts and flushes for region at 1733785970086Disabling writes for close at 1733785970086Writing region close event to WAL at 1733785970086Closed at 1733785970086 2024-12-09T23:12:50,087 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => abebfceeb457bcc5e663cab81004a2cd, NAME => 'SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:12:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:12:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:12:50,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 909e185260c843fcb3f999e07d2a63a5, disabling compactions & flushes 2024-12-09T23:12:50,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:12:50,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:12:50,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. after waiting 0 ms 2024-12-09T23:12:50,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:12:50,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:12:50,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 909e185260c843fcb3f999e07d2a63a5: Waiting for close lock at 1733785970092Disabling compacts and flushes for region at 1733785970092Disabling writes for close at 1733785970092Writing region close event to WAL at 1733785970092Closed at 1733785970092 2024-12-09T23:12:50,093 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1b0e50be826a521fad547e16c2e85de4, NAME => 'SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:12:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:12:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing abebfceeb457bcc5e663cab81004a2cd, disabling compactions & flushes 2024-12-09T23:12:50,105 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. after waiting 0 ms 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:12:50,105 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:12:50,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for abebfceeb457bcc5e663cab81004a2cd: Waiting for close lock at 1733785970105Disabling compacts and flushes for region at 1733785970105Disabling writes for close at 1733785970105Writing region close event to WAL at 1733785970105Closed at 1733785970105 2024-12-09T23:12:50,106 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 97fdb466c0dacfbb096646d212c5b749, NAME => 'SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:12:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:12:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 23dd32cd20c742350f58e3045f57cd3e, disabling compactions & flushes 2024-12-09T23:12:50,113 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. after waiting 0 ms 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:12:50,113 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:12:50,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23dd32cd20c742350f58e3045f57cd3e: Waiting for close lock at 1733785970113Disabling compacts and flushes for region at 1733785970113Disabling writes for close at 1733785970113Writing region close event to WAL at 1733785970113Closed at 1733785970113 2024-12-09T23:12:50,114 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5dece00d72373e244a17ace2b4c8aa2, NAME => 'SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:12:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:12:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1b0e50be826a521fad547e16c2e85de4, disabling compactions & flushes 2024-12-09T23:12:50,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. after waiting 0 ms 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:12:50,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:12:50,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1b0e50be826a521fad547e16c2e85de4: Waiting for close lock at 1733785970119Disabling compacts and flushes for region at 1733785970119Disabling writes for close at 1733785970119Writing region close event to WAL at 1733785970119Closed at 1733785970119 2024-12-09T23:12:50,120 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f04a5b2757107e2b3674964bc7a903a7, NAME => 'SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:12:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:12:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 97fdb466c0dacfbb096646d212c5b749, disabling compactions & flushes 2024-12-09T23:12:50,125 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. after waiting 0 ms 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:12:50,125 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:12:50,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 97fdb466c0dacfbb096646d212c5b749: Waiting for close lock at 1733785970125Disabling compacts and flushes for region at 1733785970125Disabling writes for close at 1733785970125Writing region close event to WAL at 1733785970125Closed at 1733785970125 2024-12-09T23:12:50,126 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9cc8383a243dc4a674e2a81efd6f1ec9, NAME => 'SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57 2024-12-09T23:12:50,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:12:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:12:50,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d5dece00d72373e244a17ace2b4c8aa2, disabling compactions & flushes 2024-12-09T23:12:50,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. after waiting 0 ms 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:12:50,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:12:50,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5dece00d72373e244a17ace2b4c8aa2: Waiting for close lock at 1733785970129Disabling compacts and flushes for region at 1733785970129Disabling writes for close at 1733785970129Writing region close event to WAL at 1733785970129Closed at 1733785970129 2024-12-09T23:12:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:12:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:12:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f04a5b2757107e2b3674964bc7a903a7, disabling compactions & flushes 2024-12-09T23:12:50,134 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. after waiting 0 ms 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:12:50,134 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:12:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f04a5b2757107e2b3674964bc7a903a7: Waiting for close lock at 1733785970134Disabling compacts and flushes for region at 1733785970134Disabling writes for close at 1733785970134Writing region close event to WAL at 1733785970134Closed at 1733785970134 2024-12-09T23:12:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:12:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9cc8383a243dc4a674e2a81efd6f1ec9, disabling compactions & flushes 2024-12-09T23:12:50,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. after waiting 0 ms 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:12:50,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:12:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9cc8383a243dc4a674e2a81efd6f1ec9: Waiting for close lock at 1733785970139Disabling compacts and flushes for region at 1733785970139Disabling writes for close at 1733785970139Writing region close event to WAL at 1733785970139Closed at 1733785970139 2024-12-09T23:12:50,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:12:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:12:50,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733785970142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733785970142"}]},"ts":"1733785970142"} 2024-12-09T23:12:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:50,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T23:12:50,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:12:50,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733785970182"}]},"ts":"1733785970182"} 2024-12-09T23:12:50,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T23:12:50,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:12:50,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:12:50,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:12:50,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T23:12:50,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:12:50,196 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:12:50,196 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T23:12:50,196 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:12:50,196 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:12:50,196 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T23:12:50,196 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:12:50,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=909e185260c843fcb3f999e07d2a63a5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f27127fd67291892b7e34730dcfaf102, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23dd32cd20c742350f58e3045f57cd3e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b0e50be826a521fad547e16c2e85de4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5dece00d72373e244a17ace2b4c8aa2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04a5b2757107e2b3674964bc7a903a7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN}] 2024-12-09T23:12:50,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN 2024-12-09T23:12:50,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5dece00d72373e244a17ace2b4c8aa2, ASSIGN 2024-12-09T23:12:50,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b0e50be826a521fad547e16c2e85de4, ASSIGN 2024-12-09T23:12:50,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN 2024-12-09T23:12:50,203 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN; state=OFFLINE, location=aab77d931c0c,42253,1733785957347; forceNewPlan=false, retain=false 2024-12-09T23:12:50,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5dece00d72373e244a17ace2b4c8aa2, ASSIGN; state=OFFLINE, location=aab77d931c0c,46035,1733785957536; forceNewPlan=false, retain=false 2024-12-09T23:12:50,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN; state=OFFLINE, location=aab77d931c0c,42253,1733785957347; forceNewPlan=false, retain=false 2024-12-09T23:12:50,203 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN 2024-12-09T23:12:50,203 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b0e50be826a521fad547e16c2e85de4, ASSIGN; state=OFFLINE, location=aab77d931c0c,34813,1733785957480; forceNewPlan=false, retain=false 2024-12-09T23:12:50,205 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN; state=OFFLINE, location=aab77d931c0c,42253,1733785957347; forceNewPlan=false, retain=false 2024-12-09T23:12:50,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f27127fd67291892b7e34730dcfaf102, ASSIGN 2024-12-09T23:12:50,209 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23dd32cd20c742350f58e3045f57cd3e, ASSIGN 2024-12-09T23:12:50,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f27127fd67291892b7e34730dcfaf102, ASSIGN; state=OFFLINE, location=aab77d931c0c,46035,1733785957536; forceNewPlan=false, retain=false 2024-12-09T23:12:50,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04a5b2757107e2b3674964bc7a903a7, ASSIGN 2024-12-09T23:12:50,211 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23dd32cd20c742350f58e3045f57cd3e, ASSIGN; state=OFFLINE, location=aab77d931c0c,46035,1733785957536; forceNewPlan=false, retain=false 2024-12-09T23:12:50,211 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=909e185260c843fcb3f999e07d2a63a5, ASSIGN 2024-12-09T23:12:50,211 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN 2024-12-09T23:12:50,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f04a5b2757107e2b3674964bc7a903a7, ASSIGN; state=OFFLINE, location=aab77d931c0c,34813,1733785957480; forceNewPlan=false, retain=false 2024-12-09T23:12:50,213 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN; state=OFFLINE, location=aab77d931c0c,42253,1733785957347; forceNewPlan=false, retain=false 2024-12-09T23:12:50,213 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=909e185260c843fcb3f999e07d2a63a5, ASSIGN; state=OFFLINE, location=aab77d931c0c,34813,1733785957480; forceNewPlan=false, retain=false 2024-12-09T23:12:50,356 INFO [aab77d931c0c:33255 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T23:12:50,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d5dece00d72373e244a17ace2b4c8aa2, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:50,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=23dd32cd20c742350f58e3045f57cd3e, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:50,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=97fdb466c0dacfbb096646d212c5b749, regionState=OPENING, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:12:50,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f27127fd67291892b7e34730dcfaf102, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:12:50,357 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9cc8383a243dc4a674e2a81efd6f1ec9, regionState=OPENING, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:12:50,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18c935fa25c0a8f43d19246abc4014b4, regionState=OPENING, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:12:50,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abebfceeb457bcc5e663cab81004a2cd, regionState=OPENING, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:12:50,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f04a5b2757107e2b3674964bc7a903a7, regionState=OPENING, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:12:50,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1b0e50be826a521fad547e16c2e85de4, regionState=OPENING, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:12:50,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=909e185260c843fcb3f999e07d2a63a5, regionState=OPENING, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:12:50,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5dece00d72373e244a17ace2b4c8aa2, ASSIGN because future has completed 2024-12-09T23:12:50,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5dece00d72373e244a17ace2b4c8aa2, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:12:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23dd32cd20c742350f58e3045f57cd3e, ASSIGN because future has completed 2024-12-09T23:12:50,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23dd32cd20c742350f58e3045f57cd3e, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:12:50,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f27127fd67291892b7e34730dcfaf102, ASSIGN because future has completed 2024-12-09T23:12:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN because future has completed 2024-12-09T23:12:50,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,42253,1733785957347}] 2024-12-09T23:12:50,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27127fd67291892b7e34730dcfaf102, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:12:50,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN because future has completed 2024-12-09T23:12:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN because future has completed 2024-12-09T23:12:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f04a5b2757107e2b3674964bc7a903a7, ASSIGN because future has completed 2024-12-09T23:12:50,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,42253,1733785957347}] 2024-12-09T23:12:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b0e50be826a521fad547e16c2e85de4, ASSIGN because future has completed 2024-12-09T23:12:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:50,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN because future has completed 2024-12-09T23:12:50,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b0e50be826a521fad547e16c2e85de4, server=aab77d931c0c,34813,1733785957480}] 2024-12-09T23:12:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=909e185260c843fcb3f999e07d2a63a5, ASSIGN because future has completed 2024-12-09T23:12:50,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04a5b2757107e2b3674964bc7a903a7, server=aab77d931c0c,34813,1733785957480}] 2024-12-09T23:12:50,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,42253,1733785957347}] 2024-12-09T23:12:50,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 909e185260c843fcb3f999e07d2a63a5, server=aab77d931c0c,34813,1733785957480}] 2024-12-09T23:12:50,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,42253,1733785957347}] 2024-12-09T23:12:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:51,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T23:12:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:12:55,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:12:56,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T23:12:56,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T23:12:56,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:12:56,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T23:12:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:13:00,375 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:13:00,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:13:00,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:13:00,383 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:13:00,383 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f27127fd67291892b7e34730dcfaf102, NAME => 'SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T23:13:00,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:13:00,387 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:00,387 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => abebfceeb457bcc5e663cab81004a2cd, NAME => 'SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T23:13:00,388 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,388 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,388 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,388 INFO [StoreOpener-f27127fd67291892b7e34730dcfaf102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,389 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,391 INFO [StoreOpener-f27127fd67291892b7e34730dcfaf102-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27127fd67291892b7e34730dcfaf102 columnFamilyName cf 2024-12-09T23:13:00,391 DEBUG [StoreOpener-f27127fd67291892b7e34730dcfaf102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,392 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,392 INFO [StoreOpener-f27127fd67291892b7e34730dcfaf102-1 {}] regionserver.HStore(327): Store=f27127fd67291892b7e34730dcfaf102/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,392 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,393 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b0e50be826a521fad547e16c2e85de4, NAME => 'SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,394 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abebfceeb457bcc5e663cab81004a2cd columnFamilyName cf 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,394 DEBUG [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,394 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,395 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,395 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] regionserver.HStore(327): Store=abebfceeb457bcc5e663cab81004a2cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,395 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,395 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,396 INFO [StoreOpener-1b0e50be826a521fad547e16c2e85de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,396 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,397 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,397 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,397 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,397 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,398 INFO [StoreOpener-1b0e50be826a521fad547e16c2e85de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b0e50be826a521fad547e16c2e85de4 columnFamilyName cf 2024-12-09T23:13:00,398 DEBUG [StoreOpener-1b0e50be826a521fad547e16c2e85de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,399 INFO [StoreOpener-1b0e50be826a521fad547e16c2e85de4-1 {}] regionserver.HStore(327): Store=1b0e50be826a521fad547e16c2e85de4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,399 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,400 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,400 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,400 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,401 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,401 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,401 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f27127fd67291892b7e34730dcfaf102/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,402 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f27127fd67291892b7e34730dcfaf102; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73947323, jitterRate=0.10190097987651825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,402 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:00,403 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,403 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f27127fd67291892b7e34730dcfaf102: Running coprocessor pre-open hook at 1733785980385Writing region info on filesystem at 1733785980385Initializing all the Stores at 1733785980387 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980387Cleaning up temporary data from old regions at 1733785980395 (+8 ms)Running coprocessor post-open hooks at 1733785980402 (+7 ms)Region opened successfully at 1733785980403 (+1 ms) 2024-12-09T23:13:00,404 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,405 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened abebfceeb457bcc5e663cab81004a2cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66174464, jitterRate=-0.01392364501953125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,405 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:00,405 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for abebfceeb457bcc5e663cab81004a2cd: Running coprocessor pre-open hook at 1733785980389Writing region info on filesystem at 1733785980389Initializing all the Stores at 1733785980390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980390Cleaning up temporary data from old regions at 1733785980397 (+7 ms)Running coprocessor post-open hooks at 1733785980405 (+8 ms)Region opened successfully at 1733785980405 2024-12-09T23:13:00,405 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102., pid=18, masterSystemTime=1733785980368 2024-12-09T23:13:00,406 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/1b0e50be826a521fad547e16c2e85de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,407 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd., pid=21, masterSystemTime=1733785980375 2024-12-09T23:13:00,407 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1b0e50be826a521fad547e16c2e85de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62349633, jitterRate=-0.07091806828975677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,408 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:00,408 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1b0e50be826a521fad547e16c2e85de4: Running coprocessor pre-open hook at 1733785980395Writing region info on filesystem at 1733785980395Initializing all the Stores at 1733785980396 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980396Cleaning up temporary data from old regions at 1733785980401 (+5 ms)Running coprocessor post-open hooks at 1733785980408 (+7 ms)Region opened successfully at 1733785980408 2024-12-09T23:13:00,408 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:13:00,408 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:13:00,408 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:13:00,408 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d5dece00d72373e244a17ace2b4c8aa2, NAME => 'SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T23:13:00,409 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,409 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,409 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,409 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,409 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4., pid=22, masterSystemTime=1733785980382 2024-12-09T23:13:00,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f27127fd67291892b7e34730dcfaf102, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:00,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:00,411 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:00,411 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:00,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cc8383a243dc4a674e2a81efd6f1ec9, NAME => 'SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T23:13:00,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abebfceeb457bcc5e663cab81004a2cd, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:13:00,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27127fd67291892b7e34730dcfaf102, server=aab77d931c0c,46035,1733785957536 because future has completed 2024-12-09T23:13:00,415 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:13:00,415 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:13:00,416 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:13:00,416 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f04a5b2757107e2b3674964bc7a903a7, NAME => 'SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T23:13:00,417 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,417 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1b0e50be826a521fad547e16c2e85de4, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:00,417 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,417 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,42253,1733785957347 because future has completed 2024-12-09T23:13:00,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b0e50be826a521fad547e16c2e85de4, server=aab77d931c0c,34813,1733785957480 because future has completed 2024-12-09T23:13:00,421 INFO [StoreOpener-d5dece00d72373e244a17ace2b4c8aa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,421 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-12-09T23:13:00,423 INFO [StoreOpener-d5dece00d72373e244a17ace2b4c8aa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5dece00d72373e244a17ace2b4c8aa2 columnFamilyName cf 2024-12-09T23:13:00,424 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc8383a243dc4a674e2a81efd6f1ec9 columnFamilyName cf 2024-12-09T23:13:00,424 DEBUG [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,424 DEBUG [StoreOpener-d5dece00d72373e244a17ace2b4c8aa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,424 INFO [StoreOpener-f04a5b2757107e2b3674964bc7a903a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f27127fd67291892b7e34730dcfaf102, server=aab77d931c0c,46035,1733785957536 in 10.0490 sec 2024-12-09T23:13:00,425 INFO [StoreOpener-d5dece00d72373e244a17ace2b4c8aa2-1 {}] regionserver.HStore(327): Store=d5dece00d72373e244a17ace2b4c8aa2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,425 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-09T23:13:00,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,42253,1733785957347 in 10.0440 sec 2024-12-09T23:13:00,426 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,427 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,427 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] regionserver.HStore(327): Store=9cc8383a243dc4a674e2a81efd6f1ec9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,428 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,428 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-09T23:13:00,428 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b0e50be826a521fad547e16c2e85de4, server=aab77d931c0c,34813,1733785957480 in 10.0450 sec 2024-12-09T23:13:00,428 INFO [StoreOpener-f04a5b2757107e2b3674964bc7a903a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04a5b2757107e2b3674964bc7a903a7 columnFamilyName cf 2024-12-09T23:13:00,428 DEBUG [StoreOpener-f04a5b2757107e2b3674964bc7a903a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,429 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,430 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN in 10.2290 sec 2024-12-09T23:13:00,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f27127fd67291892b7e34730dcfaf102, ASSIGN in 10.2270 sec 2024-12-09T23:13:00,430 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,430 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,431 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b0e50be826a521fad547e16c2e85de4, ASSIGN in 10.2310 sec 2024-12-09T23:13:00,433 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,433 INFO [StoreOpener-f04a5b2757107e2b3674964bc7a903a7-1 {}] regionserver.HStore(327): Store=f04a5b2757107e2b3674964bc7a903a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,433 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,434 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,435 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,435 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,435 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,437 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,442 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,442 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,442 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,442 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d5dece00d72373e244a17ace2b4c8aa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60797059, jitterRate=-0.0940532237291336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,443 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f04a5b2757107e2b3674964bc7a903a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60876256, jitterRate=-0.09287309646606445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:00,443 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9cc8383a243dc4a674e2a81efd6f1ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62743255, jitterRate=-0.06505264341831207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f04a5b2757107e2b3674964bc7a903a7: Running coprocessor pre-open hook at 1733785980417Writing region info on filesystem at 1733785980417Initializing all the Stores at 1733785980419 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980419Cleaning up temporary data from old regions at 1733785980435 (+16 ms)Running coprocessor post-open hooks at 1733785980443 (+8 ms)Region opened successfully at 1733785980443 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d5dece00d72373e244a17ace2b4c8aa2: Running coprocessor pre-open hook at 1733785980409Writing region info on filesystem at 1733785980409Initializing all the Stores at 1733785980413 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980413Cleaning up temporary data from old regions at 1733785980428 (+15 ms)Running coprocessor post-open hooks at 1733785980443 (+15 ms)Region opened successfully at 1733785980443 2024-12-09T23:13:00,443 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9cc8383a243dc4a674e2a81efd6f1ec9: Running coprocessor pre-open hook at 1733785980413Writing region info on filesystem at 1733785980413Initializing all the Stores at 1733785980415 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980415Cleaning up temporary data from old regions at 1733785980430 (+15 ms)Running coprocessor post-open hooks at 1733785980443 (+13 ms)Region opened successfully at 1733785980443 2024-12-09T23:13:00,444 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., pid=20, masterSystemTime=1733785980382 2024-12-09T23:13:00,444 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., pid=15, masterSystemTime=1733785980368 2024-12-09T23:13:00,444 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., pid=17, masterSystemTime=1733785980375 2024-12-09T23:13:00,447 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:00,447 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:00,447 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:00,447 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 97fdb466c0dacfbb096646d212c5b749, NAME => 'SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T23:13:00,448 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,448 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,448 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,448 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9cc8383a243dc4a674e2a81efd6f1ec9, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:13:00,450 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:13:00,450 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:13:00,451 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:13:00,451 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 23dd32cd20c742350f58e3045f57cd3e, NAME => 'SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T23:13:00,451 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,451 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,451 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,451 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d5dece00d72373e244a17ace2b4c8aa2, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:00,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,42253,1733785957347 because future has completed 2024-12-09T23:13:00,454 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:13:00,454 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:13:00,454 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:13:00,454 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,454 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 909e185260c843fcb3f999e07d2a63a5, NAME => 'SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T23:13:00,454 INFO [StoreOpener-23dd32cd20c742350f58e3045f57cd3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,455 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f04a5b2757107e2b3674964bc7a903a7, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:00,456 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,456 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,456 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5dece00d72373e244a17ace2b4c8aa2, server=aab77d931c0c,46035,1733785957536 because future has completed 2024-12-09T23:13:00,457 INFO [StoreOpener-23dd32cd20c742350f58e3045f57cd3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23dd32cd20c742350f58e3045f57cd3e columnFamilyName cf 2024-12-09T23:13:00,458 DEBUG [StoreOpener-23dd32cd20c742350f58e3045f57cd3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,459 INFO [StoreOpener-23dd32cd20c742350f58e3045f57cd3e-1 {}] regionserver.HStore(327): Store=23dd32cd20c742350f58e3045f57cd3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,459 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fdb466c0dacfbb096646d212c5b749 columnFamilyName cf 2024-12-09T23:13:00,459 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,459 DEBUG [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,459 INFO [StoreOpener-909e185260c843fcb3f999e07d2a63a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,460 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04a5b2757107e2b3674964bc7a903a7, server=aab77d931c0c,34813,1733785957480 because future has completed 2024-12-09T23:13:00,461 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] regionserver.HStore(327): Store=97fdb466c0dacfbb096646d212c5b749/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,461 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,462 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,462 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,462 INFO [StoreOpener-909e185260c843fcb3f999e07d2a63a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 909e185260c843fcb3f999e07d2a63a5 columnFamilyName cf 2024-12-09T23:13:00,462 DEBUG [StoreOpener-909e185260c843fcb3f999e07d2a63a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,463 INFO [StoreOpener-909e185260c843fcb3f999e07d2a63a5-1 {}] regionserver.HStore(327): Store=909e185260c843fcb3f999e07d2a63a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,463 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,465 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,466 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,466 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,42253,1733785957347 in 10.0870 sec 2024-12-09T23:13:00,467 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,467 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,467 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-09T23:13:00,470 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/23dd32cd20c742350f58e3045f57cd3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f04a5b2757107e2b3674964bc7a903a7, server=aab77d931c0c,34813,1733785957480 in 10.0890 sec 2024-12-09T23:13:00,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN in 10.2680 sec 2024-12-09T23:13:00,472 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-09T23:13:00,473 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 97fdb466c0dacfbb096646d212c5b749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63698401, jitterRate=-0.05081985890865326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,473 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 23dd32cd20c742350f58e3045f57cd3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65606201, jitterRate=-0.0223914235830307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d5dece00d72373e244a17ace2b4c8aa2, server=aab77d931c0c,46035,1733785957536 in 10.1010 sec 2024-12-09T23:13:00,473 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:00,473 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:00,473 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 97fdb466c0dacfbb096646d212c5b749: Running coprocessor pre-open hook at 1733785980448Writing region info on filesystem at 1733785980448Initializing all the Stores at 1733785980450 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980450Cleaning up temporary data from old regions at 1733785980463 (+13 ms)Running coprocessor post-open hooks at 1733785980473 (+10 ms)Region opened successfully at 1733785980473 2024-12-09T23:13:00,473 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 23dd32cd20c742350f58e3045f57cd3e: Running coprocessor pre-open hook at 1733785980451Writing region info on filesystem at 1733785980451Initializing all the Stores at 1733785980453 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980453Cleaning up temporary data from old regions at 1733785980463 (+10 ms)Running coprocessor post-open hooks at 1733785980473 (+10 ms)Region opened successfully at 1733785980473 2024-12-09T23:13:00,474 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,474 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., pid=19, masterSystemTime=1733785980375 2024-12-09T23:13:00,475 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e., pid=16, masterSystemTime=1733785980368 2024-12-09T23:13:00,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04a5b2757107e2b3674964bc7a903a7, ASSIGN in 10.2730 sec 2024-12-09T23:13:00,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5dece00d72373e244a17ace2b4c8aa2, ASSIGN in 10.2760 sec 2024-12-09T23:13:00,477 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:00,478 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:00,478 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:00,478 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c935fa25c0a8f43d19246abc4014b4, NAME => 'SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T23:13:00,478 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/909e185260c843fcb3f999e07d2a63a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,478 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,478 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:00,479 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,479 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,479 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 909e185260c843fcb3f999e07d2a63a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61583999, jitterRate=-0.08232690393924713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,479 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:00,479 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:13:00,480 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 909e185260c843fcb3f999e07d2a63a5: Running coprocessor pre-open hook at 1733785980457Writing region info on filesystem at 1733785980457Initializing all the Stores at 1733785980459 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980459Cleaning up temporary data from old regions at 1733785980467 (+8 ms)Running coprocessor post-open hooks at 1733785980479 (+12 ms)Region opened successfully at 1733785980479 2024-12-09T23:13:00,480 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:13:00,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=97fdb466c0dacfbb096646d212c5b749, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:13:00,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=23dd32cd20c742350f58e3045f57cd3e, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:00,482 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5., pid=23, masterSystemTime=1733785980382 2024-12-09T23:13:00,483 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,42253,1733785957347 because future has completed 2024-12-09T23:13:00,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23dd32cd20c742350f58e3045f57cd3e, server=aab77d931c0c,46035,1733785957536 because future has completed 2024-12-09T23:13:00,486 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:13:00,487 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:13:00,487 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c935fa25c0a8f43d19246abc4014b4 columnFamilyName cf 2024-12-09T23:13:00,487 DEBUG [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:00,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=909e185260c843fcb3f999e07d2a63a5, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:00,488 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] regionserver.HStore(327): Store=18c935fa25c0a8f43d19246abc4014b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:00,488 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,490 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 909e185260c843fcb3f999e07d2a63a5, server=aab77d931c0c,34813,1733785957480 because future has completed 2024-12-09T23:13:00,491 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,492 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-09T23:13:00,492 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-09T23:13:00,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,42253,1733785957347 in 10.1140 sec 2024-12-09T23:13:00,495 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-09T23:13:00,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN in 10.2960 sec 2024-12-09T23:13:00,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 23dd32cd20c742350f58e3045f57cd3e, server=aab77d931c0c,46035,1733785957536 in 10.1250 sec 2024-12-09T23:13:00,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 909e185260c843fcb3f999e07d2a63a5, server=aab77d931c0c,34813,1733785957480 in 10.1120 sec 2024-12-09T23:13:00,498 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:13:00,499 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 18c935fa25c0a8f43d19246abc4014b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65790583, jitterRate=-0.019643917679786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:00,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23dd32cd20c742350f58e3045f57cd3e, ASSIGN in 10.2960 sec 2024-12-09T23:13:00,499 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:00,499 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 18c935fa25c0a8f43d19246abc4014b4: Running coprocessor pre-open hook at 1733785980479Writing region info on filesystem at 1733785980479Initializing all the Stores at 1733785980482 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733785980482Cleaning up temporary data from old regions at 1733785980492 (+10 ms)Running coprocessor post-open hooks at 1733785980499 (+7 ms)Region opened successfully at 1733785980499 2024-12-09T23:13:00,500 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4., pid=24, masterSystemTime=1733785980375 2024-12-09T23:13:00,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=909e185260c843fcb3f999e07d2a63a5, ASSIGN in 10.2990 sec 2024-12-09T23:13:00,503 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:00,503 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:00,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18c935fa25c0a8f43d19246abc4014b4, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,42253,1733785957347 2024-12-09T23:13:00,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,42253,1733785957347 because future has completed 2024-12-09T23:13:00,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-09T23:13:00,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,42253,1733785957347 in 10.1220 sec 2024-12-09T23:13:00,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T23:13:00,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN in 10.3140 sec 2024-12-09T23:13:00,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:13:00,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733785980516"}]},"ts":"1733785980516"} 2024-12-09T23:13:00,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T23:13:00,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:13:00,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4810 sec 2024-12-09T23:13:03,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T23:13:05,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:13:05,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:13:06,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T23:13:06,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T23:13:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:13:08,346 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T23:13:08,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T23:13:08,349 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:13:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T23:13:08,367 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:13:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T23:13:08,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,493 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2., hostname=aab77d931c0c,46035,1733785957536, seqNum=2] 2024-12-09T23:13:08,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., hostname=aab77d931c0c,34813,1733785957480, seqNum=2] 2024-12-09T23:13:08,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:08,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., hostname=aab77d931c0c,42253,1733785957347, seqNum=2] 2024-12-09T23:13:09,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:13:09,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:13:09,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:13:09,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:13:09,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:13:09,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:13:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:09,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:13:10,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:13:10,372 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T23:13:10,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:13:10,377 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T23:13:10,389 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T23:13:10,406 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T23:13:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:13:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:13:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:13:10,437 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T23:13:10,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 909e185260c843fcb3f999e07d2a63a5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f27127fd67291892b7e34730dcfaf102}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23dd32cd20c742350f58e3045f57cd3e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b0e50be826a521fad547e16c2e85de4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5dece00d72373e244a17ace2b4c8aa2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04a5b2757107e2b3674964bc7a903a7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9}] 2024-12-09T23:13:10,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:10,447 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:10,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:10,447 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:10,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:10,452 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:10,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:10,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:10,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:10,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:10,475 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing aab77d931c0c,42253,1733785957347 2024-12-09T23:13:10,476 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server aab77d931c0c,42253,1733785957347: Simulated kill ***** 2024-12-09T23:13:10,476 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T23:13:10,478 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T23:13:10,480 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T23:13:10,482 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T23:13:10,483 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T23:13:10,489 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 691612160 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 153244160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "aab77d931c0c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "aab77d931c0c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60408", "tag.serverName": "aab77d931c0c,46035,1733785957536", "tag.clusterId": "9cb0dbfb-158b-44b0-b25d-bf743ab0f049", "tag.Context": "regionserver", "tag.Hostname": "aab77d931c0c", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733785957536, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T23:13:10,493 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33255 {}] master.MasterRpcServices(700): aab77d931c0c,42253,1733785957347 reported a fatal error: ***** ABORTING region server aab77d931c0c,42253,1733785957347: Simulated kill ***** 2024-12-09T23:13:10,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,42253,1733785957347' ***** 2024-12-09T23:13:10,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T23:13:10,498 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:13:10,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:13:10,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:13:10,498 INFO [RS:0;aab77d931c0c:42253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T23:13:10,499 INFO [RS:0;aab77d931c0c:42253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T23:13:10,499 INFO [RS:0;aab77d931c0c:42253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:13:10,499 INFO [RS:0;aab77d931c0c:42253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aab77d931c0c:42253. 2024-12-09T23:13:10,499 DEBUG [RS:0;aab77d931c0c:42253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:13:10,499 DEBUG [RS:0;aab77d931c0c:42253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:13:10,500 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:13:10,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741834_1010 (size=1242) 2024-12-09T23:13:10,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741834_1010 (size=1242) 2024-12-09T23:13:10,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741834_1010 (size=1242) 2024-12-09T23:13:10,522 DEBUG [RS:0;aab77d931c0c:42253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:13:10,522 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:13:10,522 INFO [RS:0;aab77d931c0c:42253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42253 2024-12-09T23:13:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:13:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,42253,1733785957347 2024-12-09T23:13:10,597 INFO [RS:0;aab77d931c0c:42253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:13:10,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,42253,1733785957347] 2024-12-09T23:13:10,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,42253,1733785957347 already deleted, retry=false 2024-12-09T23:13:10,671 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of aab77d931c0c,42253,1733785957347 on aab77d931c0c,33255,1733785956562 2024-12-09T23:13:10,676 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure aab77d931c0c,42253,1733785957347, splitWal=true, meta=false 2024-12-09T23:13:10,681 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure aab77d931c0c,42253,1733785957347, splitWal=true, meta=false 2024-12-09T23:13:10,681 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for aab77d931c0c,42253,1733785957347 (carryingMeta=false) aab77d931c0c,42253,1733785957347/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2759c701[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T23:13:10,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): aab77d931c0c,42253,1733785957347 had 4 regions 2024-12-09T23:13:10,685 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure aab77d931c0c,42253,1733785957347, splitWal=true, meta=false, isMeta: false 2024-12-09T23:13:10,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:10,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:10,688 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting 2024-12-09T23:13:10,688 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd can not run currently because target server of region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T23:13:10,688 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd; timeout=1000, timestamp=1733785991688 2024-12-09T23:13:10,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:10,690 INFO [PEWorker-1 {}] master.SplitWALManager(105): aab77d931c0c,42253,1733785957347 WAL count=1, meta=false 2024-12-09T23:13:10,691 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 can not run currently because target server of region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T23:13:10,691 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9; timeout=1000, timestamp=1733785991691 2024-12-09T23:13:10,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:10,693 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 can not run currently because target server of region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T23:13:10,693 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749; timeout=1000, timestamp=1733785991693 2024-12-09T23:13:10,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aab77d931c0c%2C42253%2C1733785957347.1733785959321}] 2024-12-09T23:13:10,694 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 can not run currently because target server of region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T23:13:10,694 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4; timeout=1000, timestamp=1733785991694 2024-12-09T23:13:10,701 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:10,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C42253%2C1733785957347.1733785959321, worker=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:13:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:13:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1000cda33e80001, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:13:10,752 INFO [RS:0;aab77d931c0c:42253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:13:10,753 INFO [RS:0;aab77d931c0c:42253 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,42253,1733785957347; zookeeper connection closed. 2024-12-09T23:13:10,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73f7f098 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73f7f098 2024-12-09T23:13:11,169 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T23:13:11,169 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T23:13:11,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:11,690 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd can not run currently because target server of region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T23:13:11,690 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd; timeout=2000, timestamp=1733785993690 2024-12-09T23:13:11,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:11,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:11,693 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 can not run currently because target server of region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T23:13:11,693 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9; timeout=2000, timestamp=1733785993693 2024-12-09T23:13:11,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:11,695 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 can not run currently because target server of region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T23:13:11,695 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749; timeout=2000, timestamp=1733785993695 2024-12-09T23:13:11,695 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 can not run currently because target server of region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T23:13:11,695 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4; timeout=2000, timestamp=1733785993695 2024-12-09T23:13:12,881 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aab77d931c0c:33255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T23:13:13,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:13,692 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd can not run currently because target server of region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T23:13:13,692 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd; timeout=4000, timestamp=1733785997692 2024-12-09T23:13:13,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:13,694 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 can not run currently because target server of region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T23:13:13,694 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9; timeout=4000, timestamp=1733785997694 2024-12-09T23:13:13,695 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:13,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:13,696 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 can not run currently because target server of region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T23:13:13,696 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 can not run currently because target server of region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T23:13:13,696 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749; timeout=4000, timestamp=1733785997696 2024-12-09T23:13:13,696 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4; timeout=4000, timestamp=1733785997696 2024-12-09T23:13:17,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:17,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:17,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:17,697 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd can not run currently because target server of region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T23:13:17,697 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd; timeout=8000, timestamp=1733786005697 2024-12-09T23:13:17,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:17,697 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 can not run currently because target server of region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T23:13:17,698 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9; timeout=8000, timestamp=1733786005698 2024-12-09T23:13:17,700 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 can not run currently because target server of region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T23:13:17,700 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4; timeout=8000, timestamp=1733786005700 2024-12-09T23:13:17,700 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 can not run currently because target server of region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. aab77d931c0c,42253,1733785957347 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T23:13:17,700 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749; timeout=8000, timestamp=1733786005700 2024-12-09T23:13:20,382 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=aab77d931c0c,42253,1733785957347, timeout=1733786000449, delay=66, operations=null, containedObject=aab77d931c0c,34813,1733785957480, timeout=1733786000450, delay=67, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b0e50be826a521fad547e16c2e85de4, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04a5b2757107e2b3674964bc7a903a7, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 909e185260c843fcb3f999e07d2a63a5], containedObject=aab77d931c0c,46035,1733785957536, timeout=1733786000450, delay=67, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C42253%2C1733785957347.1733785959321, worker=aab77d931c0c,46035,1733785957536, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f27127fd67291892b7e34730dcfaf102, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5dece00d72373e244a17ace2b4c8aa2, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23dd32cd20c742350f58e3045f57cd3e]] 2024-12-09T23:13:20,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T23:13:20,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T23:13:20,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T23:13:20,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:13:20,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T23:13:20,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T23:13:20,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:13:20,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T23:13:20,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:13:20,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f04a5b2757107e2b3674964bc7a903a7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T23:13:20,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1b0e50be826a521fad547e16c2e85de4: 2024-12-09T23:13:20,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f27127fd67291892b7e34730dcfaf102: 2024-12-09T23:13:20,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:13:20,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 909e185260c843fcb3f999e07d2a63a5: 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:13:20,467 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d5dece00d72373e244a17ace2b4c8aa2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 23dd32cd20c742350f58e3045f57cd3e: 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:20,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:20,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:20,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:20,495 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321, size=1.2 K (1242bytes) 2024-12-09T23:13:20,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T23:13:20,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T23:13:20,496 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 2024-12-09T23:13:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:13:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:13:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:13:20,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:13:20,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T23:13:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T23:13:20,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:20,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f27127fd67291892b7e34730dcfaf102 2024-12-09T23:13:20,513 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 after 4ms 2024-12-09T23:13:20,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f27127fd67291892b7e34730dcfaf102 in 10.0770 sec 2024-12-09T23:13:20,533 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 took 40ms 2024-12-09T23:13:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741851_1027 (size=65) 2024-12-09T23:13:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741851_1027 (size=65) 2024-12-09T23:13:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741851_1027 (size=65) 2024-12-09T23:13:20,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:13:20,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T23:13:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T23:13:20,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:20,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:13:20,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 909e185260c843fcb3f999e07d2a63a5 in 10.1130 sec 2024-12-09T23:13:20,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:13:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:13:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:13:20,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:13:20,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T23:13:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T23:13:20,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:20,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:13:20,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/.tmp/cf/cc65f84d2a3a4127b1a44c36988b5b40 is 34, key is baa/cf:cf/1733785989511/Put/seqid=0 2024-12-09T23:13:20,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/.tmp/cf/d4c041abac764090a827634c0306ce19 is 34, key is ccd/cf:cf/1733785989523/Put/seqid=0 2024-12-09T23:13:20,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23dd32cd20c742350f58e3045f57cd3e in 10.1260 sec 2024-12-09T23:13:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:13:20,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:13:20,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:13:20,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:13:20,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T23:13:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T23:13:20,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:20,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:13:20,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b0e50be826a521fad547e16c2e85de4 in 10.1360 sec 2024-12-09T23:13:20,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for abebfceeb457bcc5e663cab81004a2cd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T23:13:20,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9cc8383a243dc4a674e2a81efd6f1ec9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T23:13:20,594 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 97fdb466c0dacfbb096646d212c5b749: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T23:13:20,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 18c935fa25c0a8f43d19246abc4014b4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T23:13:20,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 so closing down 2024-12-09T23:13:20,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T23:13:20,596 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T23:13:20,601 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-09T23:13:20,601 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321, journal: Splitting hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321, size=1.2 K (1242bytes) at 1733786000495Finishing writing output for hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 so closing down at 1733786000596 (+101 ms)3 split writer threads finished at 1733786000596Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733786000601 (+5 ms) 2024-12-09T23:13:20,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 2024-12-09T23:13:20,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T23:13:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T23:13:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741853_1029 (size=28623) 2024-12-09T23:13:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741853_1029 (size=28623) 2024-12-09T23:13:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741853_1029 (size=28623) 2024-12-09T23:13:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741854_1030 (size=47197) 2024-12-09T23:13:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741854_1030 (size=47197) 2024-12-09T23:13:20,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/.tmp/cf/cc65f84d2a3a4127b1a44c36988b5b40 2024-12-09T23:13:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741854_1030 (size=47197) 2024-12-09T23:13:20,608 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/.tmp/cf/d4c041abac764090a827634c0306ce19 2024-12-09T23:13:20,611 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting/aab77d931c0c%2C42253%2C1733785957347.1733785959321 to hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs 2024-12-09T23:13:20,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T23:13:20,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C42253%2C1733785957347.1733785959321, worker=aab77d931c0c,46035,1733785957536 in 9.9060 sec 2024-12-09T23:13:20,616 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:20,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T23:13:20,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure aab77d931c0c%2C42253%2C1733785957347.1733785959321, worker=aab77d931c0c,46035,1733785957536 in 9.9250 sec 2024-12-09T23:13:20,623 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting dir is empty, no logs to split. 2024-12-09T23:13:20,623 INFO [PEWorker-1 {}] master.SplitWALManager(105): aab77d931c0c,42253,1733785957347 WAL count=0, meta=false 2024-12-09T23:13:20,623 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if aab77d931c0c,42253,1733785957347 WAL splitting is done? wals=0, meta=false 2024-12-09T23:13:20,626 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for aab77d931c0c,42253,1733785957347 failed, ignore...File hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/WALs/aab77d931c0c,42253,1733785957347-splitting does not exist. 2024-12-09T23:13:20,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN}] 2024-12-09T23:13:20,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN 2024-12-09T23:13:20,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN 2024-12-09T23:13:20,631 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN 2024-12-09T23:13:20,631 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN 2024-12-09T23:13:20,632 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T23:13:20,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T23:13:20,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T23:13:20,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T23:13:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/.tmp/cf/cc65f84d2a3a4127b1a44c36988b5b40 as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/cf/cc65f84d2a3a4127b1a44c36988b5b40 2024-12-09T23:13:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/.tmp/cf/d4c041abac764090a827634c0306ce19 as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/cf/d4c041abac764090a827634c0306ce19 2024-12-09T23:13:20,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/cf/cc65f84d2a3a4127b1a44c36988b5b40, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T23:13:20,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/cf/d4c041abac764090a827634c0306ce19, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T23:13:20,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d5dece00d72373e244a17ace2b4c8aa2 in 198ms, sequenceid=5, compaction requested=false 2024-12-09T23:13:20,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f04a5b2757107e2b3674964bc7a903a7 in 202ms, sequenceid=5, compaction requested=false 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d5dece00d72373e244a17ace2b4c8aa2: 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f04a5b2757107e2b3674964bc7a903a7: 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. for SnapshotProcedureTest completed. 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/cf/d4c041abac764090a827634c0306ce19] hfiles 2024-12-09T23:13:20,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/cf/cc65f84d2a3a4127b1a44c36988b5b40] hfiles 2024-12-09T23:13:20,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/cf/d4c041abac764090a827634c0306ce19 for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/cf/cc65f84d2a3a4127b1a44c36988b5b40 for snapshot=SnapshotProcedureTest 2024-12-09T23:13:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741855_1031 (size=105) 2024-12-09T23:13:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741855_1031 (size=105) 2024-12-09T23:13:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741855_1031 (size=105) 2024-12-09T23:13:20,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:13:20,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T23:13:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T23:13:20,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741856_1032 (size=105) 2024-12-09T23:13:20,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:13:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741856_1032 (size=105) 2024-12-09T23:13:20,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741856_1032 (size=105) 2024-12-09T23:13:20,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:13:20,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T23:13:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T23:13:20,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:20,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:13:20,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d5dece00d72373e244a17ace2b4c8aa2 in 10.2470 sec 2024-12-09T23:13:20,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f04a5b2757107e2b3674964bc7a903a7 in 10.2490 sec 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:13:20,783 INFO [aab77d931c0c:33255 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:13:20,783 INFO [aab77d931c0c:33255 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:13:20,783 DEBUG [aab77d931c0c:33255 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:13:20,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9cc8383a243dc4a674e2a81efd6f1ec9, regionState=OPENING, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:20,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=18c935fa25c0a8f43d19246abc4014b4, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:20,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=abebfceeb457bcc5e663cab81004a2cd, regionState=OPENING, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:20,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=97fdb466c0dacfbb096646d212c5b749, regionState=OPENING, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:20,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN because future has completed 2024-12-09T23:13:20,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:13:20,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN because future has completed 2024-12-09T23:13:20,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,34813,1733785957480}] 2024-12-09T23:13:20,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN because future has completed 2024-12-09T23:13:20,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,34813,1733785957480}] 2024-12-09T23:13:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN because future has completed 2024-12-09T23:13:20,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,46035,1733785957536}] 2024-12-09T23:13:25,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd held by pid=39 2024-12-09T23:13:25,699 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:25,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 held by pid=41 2024-12-09T23:13:25,699 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:25,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 held by pid=42 2024-12-09T23:13:25,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:25,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 held by pid=40 2024-12-09T23:13:25,701 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,442 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T23:13:30,442 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T23:13:30,797 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:30,797 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 97fdb466c0dacfbb096646d212c5b749, NAME => 'SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T23:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => abebfceeb457bcc5e663cab81004a2cd, NAME => 'SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T23:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,798 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,800 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,800 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,801 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97fdb466c0dacfbb096646d212c5b749 columnFamilyName cf 2024-12-09T23:13:30,801 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abebfceeb457bcc5e663cab81004a2cd columnFamilyName cf 2024-12-09T23:13:30,801 DEBUG [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:30,801 DEBUG [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:30,802 INFO [StoreOpener-97fdb466c0dacfbb096646d212c5b749-1 {}] regionserver.HStore(327): Store=97fdb466c0dacfbb096646d212c5b749/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:30,802 INFO [StoreOpener-abebfceeb457bcc5e663cab81004a2cd-1 {}] regionserver.HStore(327): Store=abebfceeb457bcc5e663cab81004a2cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:30,802 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,802 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,803 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,803 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,804 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,804 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,804 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,804 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,805 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,805 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,807 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,807 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,807 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 97fdb466c0dacfbb096646d212c5b749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59565888, jitterRate=-0.11239910125732422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:30,808 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,808 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 97fdb466c0dacfbb096646d212c5b749: Running coprocessor pre-open hook at 1733786010798Writing region info on filesystem at 1733786010798Initializing all the Stores at 1733786010799 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786010799Cleaning up temporary data from old regions at 1733786010805 (+6 ms)Running coprocessor post-open hooks at 1733786010808 (+3 ms)Region opened successfully at 1733786010808 2024-12-09T23:13:30,808 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened abebfceeb457bcc5e663cab81004a2cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570407, jitterRate=-0.11233176290988922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:30,808 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,808 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for abebfceeb457bcc5e663cab81004a2cd: Running coprocessor pre-open hook at 1733786010798Writing region info on filesystem at 1733786010798Initializing all the Stores at 1733786010799 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786010799Cleaning up temporary data from old regions at 1733786010805 (+6 ms)Running coprocessor post-open hooks at 1733786010808 (+3 ms)Region opened successfully at 1733786010808 2024-12-09T23:13:30,809 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., pid=46, masterSystemTime=1733786010791 2024-12-09T23:13:30,809 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd., pid=45, masterSystemTime=1733786010791 2024-12-09T23:13:30,811 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:30,811 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:30,811 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:30,811 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cc8383a243dc4a674e2a81efd6f1ec9, NAME => 'SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=abebfceeb457bcc5e663cab81004a2cd, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,812 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,812 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c935fa25c0a8f43d19246abc4014b4, NAME => 'SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T23:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,814 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=97fdb466c0dacfbb096646d212c5b749, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:30,815 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,34813,1733785957480 because future has completed 2024-12-09T23:13:30,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,46035,1733785957536 because future has completed 2024-12-09T23:13:30,817 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc8383a243dc4a674e2a81efd6f1ec9 columnFamilyName cf 2024-12-09T23:13:30,817 DEBUG [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:30,818 INFO [StoreOpener-9cc8383a243dc4a674e2a81efd6f1ec9-1 {}] regionserver.HStore(327): Store=9cc8383a243dc4a674e2a81efd6f1ec9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:30,819 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,820 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-09T23:13:30,820 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure abebfceeb457bcc5e663cab81004a2cd, server=aab77d931c0c,34813,1733785957480 in 10.0260 sec 2024-12-09T23:13:30,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-09T23:13:30,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 97fdb466c0dacfbb096646d212c5b749, server=aab77d931c0c,46035,1733785957536 in 10.0270 sec 2024-12-09T23:13:30,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abebfceeb457bcc5e663cab81004a2cd, ASSIGN in 10.1920 sec 2024-12-09T23:13:30,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:30,824 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97fdb466c0dacfbb096646d212c5b749, ASSIGN in 10.1930 sec 2024-12-09T23:13:30,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:30,825 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,825 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,825 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c935fa25c0a8f43d19246abc4014b4 columnFamilyName cf 2024-12-09T23:13:30,825 DEBUG [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:13:30,826 INFO [StoreOpener-18c935fa25c0a8f43d19246abc4014b4-1 {}] regionserver.HStore(327): Store=18c935fa25c0a8f43d19246abc4014b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:13:30,826 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,829 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,829 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,830 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 9cc8383a243dc4a674e2a81efd6f1ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65869228, jitterRate=-0.018472015857696533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 9cc8383a243dc4a674e2a81efd6f1ec9: Running coprocessor pre-open hook at 1733786010812Writing region info on filesystem at 1733786010812Initializing all the Stores at 1733786010814 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786010814Cleaning up temporary data from old regions at 1733786010825 (+11 ms)Running coprocessor post-open hooks at 1733786010830 (+5 ms)Region opened successfully at 1733786010830 2024-12-09T23:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,831 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,831 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9., pid=44, masterSystemTime=1733786010791 2024-12-09T23:13:30,834 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:30,834 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,834 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:30,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9cc8383a243dc4a674e2a81efd6f1ec9, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:30,836 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 18c935fa25c0a8f43d19246abc4014b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62567643, jitterRate=-0.06766946613788605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 18c935fa25c0a8f43d19246abc4014b4: Running coprocessor pre-open hook at 1733786010813Writing region info on filesystem at 1733786010813Initializing all the Stores at 1733786010814 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786010815 (+1 ms)Cleaning up temporary data from old regions at 1733786010831 (+16 ms)Running coprocessor post-open hooks at 1733786010836 (+5 ms)Region opened successfully at 1733786010836 2024-12-09T23:13:30,837 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4., pid=43, masterSystemTime=1733786010791 2024-12-09T23:13:30,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,34813,1733785957480 because future has completed 2024-12-09T23:13:30,839 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:30,840 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:30,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=18c935fa25c0a8f43d19246abc4014b4, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:30,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,46035,1733785957536 because future has completed 2024-12-09T23:13:30,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-09T23:13:30,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9, server=aab77d931c0c,34813,1733785957480 in 10.0500 sec 2024-12-09T23:13:30,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc8383a243dc4a674e2a81efd6f1ec9, ASSIGN in 10.2160 sec 2024-12-09T23:13:30,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:30,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-09T23:13:30,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c935fa25c0a8f43d19246abc4014b4, server=aab77d931c0c,46035,1733785957536 in 10.0570 sec 2024-12-09T23:13:30,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:30,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-09T23:13:30,850 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server aab77d931c0c,42253,1733785957347 after splitting done 2024-12-09T23:13:30,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18c935fa25c0a8f43d19246abc4014b4, ASSIGN in 10.2190 sec 2024-12-09T23:13:30,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure aab77d931c0c,42253,1733785957347, splitWal=true, meta=false in 20.1790 sec 2024-12-09T23:13:35,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:13:36,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:13:39,217 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T23:13:40,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T23:13:40,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T23:13:40,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T23:13:40,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 18c935fa25c0a8f43d19246abc4014b4: 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for abebfceeb457bcc5e663cab81004a2cd: 2024-12-09T23:13:40,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 97fdb466c0dacfbb096646d212c5b749: 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. for SnapshotProcedureTest completed. 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9cc8383a243dc4a674e2a81efd6f1ec9: 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. for SnapshotProcedureTest completed. 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. for SnapshotProcedureTest completed. 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. for SnapshotProcedureTest completed. 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:40,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:13:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741857_1033 (size=57) 2024-12-09T23:13:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741857_1033 (size=57) 2024-12-09T23:13:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741857_1033 (size=57) 2024-12-09T23:13:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:13:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T23:13:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T23:13:40,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:40,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:13:40,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9cc8383a243dc4a674e2a81efd6f1ec9 in 30.4160 sec 2024-12-09T23:13:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741858_1034 (size=57) 2024-12-09T23:13:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741858_1034 (size=57) 2024-12-09T23:13:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741858_1034 (size=57) 2024-12-09T23:13:40,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:13:40,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T23:13:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T23:13:40,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:40,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:13:40,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18c935fa25c0a8f43d19246abc4014b4 in 30.4240 sec 2024-12-09T23:13:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741859_1035 (size=65) 2024-12-09T23:13:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741860_1036 (size=65) 2024-12-09T23:13:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741859_1035 (size=65) 2024-12-09T23:13:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741859_1035 (size=65) 2024-12-09T23:13:40,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741860_1036 (size=65) 2024-12-09T23:13:40,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741860_1036 (size=65) 2024-12-09T23:13:40,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:13:40,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T23:13:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T23:13:40,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:40,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:13:40,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:13:40,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T23:13:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T23:13:40,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:40,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:13:40,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 97fdb466c0dacfbb096646d212c5b749 in 30.4360 sec 2024-12-09T23:13:40,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-09T23:13:40,883 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T23:13:40,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure abebfceeb457bcc5e663cab81004a2cd in 30.4400 sec 2024-12-09T23:13:40,885 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T23:13:40,888 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T23:13:40,889 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T23:13:40,891 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:13:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741861_1037 (size=1094) 2024-12-09T23:13:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741861_1037 (size=1094) 2024-12-09T23:13:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741861_1037 (size=1094) 2024-12-09T23:13:40,916 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T23:13:40,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T23:13:40,932 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:40,932 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:40,932 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:40,932 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:40,932 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:40,939 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:45,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d5dece00d72373e244a17ace2b4c8aa2, had cached 0 bytes from a total of 28623 2024-12-09T23:13:45,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f04a5b2757107e2b3674964bc7a903a7, had cached 0 bytes from a total of 47197 2024-12-09T23:13:45,883 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aab77d931c0c:33255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T23:13:49,815 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 909e185260c843fcb3f999e07d2a63a5 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,815 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region abebfceeb457bcc5e663cab81004a2cd changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,815 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1b0e50be826a521fad547e16c2e85de4 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f04a5b2757107e2b3674964bc7a903a7 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9cc8383a243dc4a674e2a81efd6f1ec9 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 18c935fa25c0a8f43d19246abc4014b4 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f27127fd67291892b7e34730dcfaf102 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 23dd32cd20c742350f58e3045f57cd3e changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 97fdb466c0dacfbb096646d212c5b749 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:49,816 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d5dece00d72373e244a17ace2b4c8aa2 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:13:50,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T23:13:50,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T23:13:50,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T23:13:50,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-09T23:13:50,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T23:13:50,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T23:13:50,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:13:50,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:13:50,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T23:13:50,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T23:13:50,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T23:13:50,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T23:13:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T23:13:50,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T23:13:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-09T23:13:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T23:13:50,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T23:13:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T23:13:50,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 Release verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:50,947 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T23:13:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T23:13:50,956 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:50,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 10.0220 sec 2024-12-09T23:13:50,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 in 10.0220 sec 2024-12-09T23:13:50,961 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 Release verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:50,961 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 Release verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:13:50,964 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 in 10.0360 sec 2024-12-09T23:13:50,967 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 in 10.0360 sec 2024-12-09T23:13:50,969 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 10.0400 sec 2024-12-09T23:13:50,972 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:13:50,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 10.0430 sec 2024-12-09T23:14:00,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T23:14:00,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T23:14:00,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T23:14:00,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T23:14:00,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-09T23:14:00,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T23:14:00,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T23:14:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T23:14:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T23:14:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T23:14:00,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T23:14:00,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:14:00,962 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 Release verify snapshot worker=aab77d931c0c,46035,1733785957536 2024-12-09T23:14:00,964 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:14:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33255 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T23:14:00,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 20.0370 sec 2024-12-09T23:14:00,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,46035,1733785957536 in 20.0370 sec 2024-12-09T23:14:00,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 Release verify snapshot worker=aab77d931c0c,34813,1733785957480 2024-12-09T23:14:00,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 20.0390 sec 2024-12-09T23:14:00,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-12-09T23:14:00,969 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T23:14:00,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,34813,1733785957480 in 20.0420 sec 2024-12-09T23:14:00,970 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T23:14:00,973 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T23:14:00,973 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T23:14:00,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6070 sec 2024-12-09T23:14:01,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T23:14:01,262 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T23:14:01,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T23:14:01,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:14:01,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:01,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:01,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T23:14:01,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094507465, stopped=false 2024-12-09T23:14:01,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aab77d931c0c,33255,1733785956562 2024-12-09T23:14:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:01,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:14:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:01,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:14:01,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:01,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:01,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:01,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,34813,1733785957480' ***** 2024-12-09T23:14:01,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T23:14:01,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,46035,1733785957536' ***** 2024-12-09T23:14:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:01,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T23:14:01,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:01,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:01,305 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:14:01,305 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:14:01,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:14:01,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:14:01,305 INFO [RS:1;aab77d931c0c:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T23:14:01,305 INFO [RS:1;aab77d931c0c:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T23:14:01,306 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:14:01,306 INFO [RS:2;aab77d931c0c:46035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T23:14:01,306 INFO [RS:2;aab77d931c0c:46035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T23:14:01,306 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 18c935fa25c0a8f43d19246abc4014b4 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for abebfceeb457bcc5e663cab81004a2cd 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b0e50be826a521fad547e16c2e85de4 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 909e185260c843fcb3f999e07d2a63a5 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cc8383a243dc4a674e2a81efd6f1ec9 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(959): stopping server aab77d931c0c,34813,1733785957480 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:14:01,309 INFO [RS:1;aab77d931c0c:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;aab77d931c0c:34813. 2024-12-09T23:14:01,309 DEBUG [RS:1;aab77d931c0c:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:01,309 DEBUG [RS:1;aab77d931c0c:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,310 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T23:14:01,310 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1325): Online Regions={f04a5b2757107e2b3674964bc7a903a7=SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7., abebfceeb457bcc5e663cab81004a2cd=SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd., 1b0e50be826a521fad547e16c2e85de4=SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4., 909e185260c843fcb3f999e07d2a63a5=SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5., 9cc8383a243dc4a674e2a81efd6f1ec9=SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9.} 2024-12-09T23:14:01,310 DEBUG [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1351): Waiting on 1b0e50be826a521fad547e16c2e85de4, 909e185260c843fcb3f999e07d2a63a5, 9cc8383a243dc4a674e2a81efd6f1ec9, abebfceeb457bcc5e663cab81004a2cd, f04a5b2757107e2b3674964bc7a903a7 2024-12-09T23:14:01,310 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f04a5b2757107e2b3674964bc7a903a7, disabling compactions & flushes 2024-12-09T23:14:01,310 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:14:01,311 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:14:01,311 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. after waiting 0 ms 2024-12-09T23:14:01,311 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 97fdb466c0dacfbb096646d212c5b749 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for f27127fd67291892b7e34730dcfaf102 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 23dd32cd20c742350f58e3045f57cd3e 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for d5dece00d72373e244a17ace2b4c8aa2 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(959): stopping server aab77d931c0c,46035,1733785957536 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:14:01,311 INFO [RS:2;aab77d931c0c:46035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;aab77d931c0c:46035. 2024-12-09T23:14:01,311 DEBUG [RS:2;aab77d931c0c:46035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:01,311 DEBUG [RS:2;aab77d931c0c:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,312 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T23:14:01,312 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T23:14:01,312 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T23:14:01,312 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T23:14:01,313 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18c935fa25c0a8f43d19246abc4014b4, disabling compactions & flushes 2024-12-09T23:14:01,313 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:14:01,313 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:14:01,313 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. after waiting 0 ms 2024-12-09T23:14:01,313 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:14:01,313 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T23:14:01,313 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1325): Online Regions={18c935fa25c0a8f43d19246abc4014b4=SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4., 97fdb466c0dacfbb096646d212c5b749=SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749., f27127fd67291892b7e34730dcfaf102=SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102., 23dd32cd20c742350f58e3045f57cd3e=SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e., 1588230740=hbase:meta,,1.1588230740, d5dece00d72373e244a17ace2b4c8aa2=SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2.} 2024-12-09T23:14:01,314 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c935fa25c0a8f43d19246abc4014b4, 23dd32cd20c742350f58e3045f57cd3e, 97fdb466c0dacfbb096646d212c5b749, d5dece00d72373e244a17ace2b4c8aa2, f27127fd67291892b7e34730dcfaf102 2024-12-09T23:14:01,314 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:14:01,314 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:14:01,314 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:14:01,314 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:14:01,314 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:14:01,314 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-09T23:14:01,331 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f04a5b2757107e2b3674964bc7a903a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T23:14:01,341 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:14:01,341 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f04a5b2757107e2b3674964bc7a903a7: Waiting for close lock at 1733786041310Running coprocessor pre-close hooks at 1733786041310Disabling compacts and flushes for region at 1733786041310Disabling writes for close at 1733786041311 (+1 ms)Writing region close event to WAL at 1733786041314 (+3 ms)Running coprocessor post-close hooks at 1733786041339 (+25 ms)Closed at 1733786041341 (+2 ms) 2024-12-09T23:14:01,342 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733785970035.f04a5b2757107e2b3674964bc7a903a7. 2024-12-09T23:14:01,342 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abebfceeb457bcc5e663cab81004a2cd, disabling compactions & flushes 2024-12-09T23:14:01,342 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:14:01,342 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:14:01,342 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. after waiting 0 ms 2024-12-09T23:14:01,342 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:14:01,348 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/18c935fa25c0a8f43d19246abc4014b4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,350 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18c935fa25c0a8f43d19246abc4014b4: Waiting for close lock at 1733786041313Running coprocessor pre-close hooks at 1733786041313Disabling compacts and flushes for region at 1733786041313Disabling writes for close at 1733786041313Writing region close event to WAL at 1733786041317 (+4 ms)Running coprocessor post-close hooks at 1733786041349 (+32 ms)Closed at 1733786041350 (+1 ms) 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733785970035.18c935fa25c0a8f43d19246abc4014b4. 2024-12-09T23:14:01,350 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:14:01,350 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97fdb466c0dacfbb096646d212c5b749, disabling compactions & flushes 2024-12-09T23:14:01,350 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. after waiting 0 ms 2024-12-09T23:14:01,350 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:14:01,366 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/abebfceeb457bcc5e663cab81004a2cd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,368 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:14:01,368 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abebfceeb457bcc5e663cab81004a2cd: Waiting for close lock at 1733786041342Running coprocessor pre-close hooks at 1733786041342Disabling compacts and flushes for region at 1733786041342Disabling writes for close at 1733786041342Writing region close event to WAL at 1733786041352 (+10 ms)Running coprocessor post-close hooks at 1733786041367 (+15 ms)Closed at 1733786041368 (+1 ms) 2024-12-09T23:14:01,368 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733785970035.abebfceeb457bcc5e663cab81004a2cd. 2024-12-09T23:14:01,368 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b0e50be826a521fad547e16c2e85de4, disabling compactions & flushes 2024-12-09T23:14:01,369 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:14:01,369 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:14:01,369 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. after waiting 0 ms 2024-12-09T23:14:01,369 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:14:01,370 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/info/413a2c01e45f4d2e941f7dab2baf7cac is 167, key is SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5./info:regioninfo/1733785980487/Put/seqid=0 2024-12-09T23:14:01,372 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/97fdb466c0dacfbb096646d212c5b749/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,375 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:14:01,375 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97fdb466c0dacfbb096646d212c5b749: Waiting for close lock at 1733786041350Running coprocessor pre-close hooks at 1733786041350Disabling compacts and flushes for region at 1733786041350Disabling writes for close at 1733786041350Writing region close event to WAL at 1733786041357 (+7 ms)Running coprocessor post-close hooks at 1733786041374 (+17 ms)Closed at 1733786041375 (+1 ms) 2024-12-09T23:14:01,375 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733785970035.97fdb466c0dacfbb096646d212c5b749. 2024-12-09T23:14:01,375 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f27127fd67291892b7e34730dcfaf102, disabling compactions & flushes 2024-12-09T23:14:01,375 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:14:01,375 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:14:01,376 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. after waiting 0 ms 2024-12-09T23:14:01,376 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:14:01,395 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/f27127fd67291892b7e34730dcfaf102/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,395 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/1b0e50be826a521fad547e16c2e85de4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,397 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:14:01,397 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f27127fd67291892b7e34730dcfaf102: Waiting for close lock at 1733786041375Running coprocessor pre-close hooks at 1733786041375Disabling compacts and flushes for region at 1733786041375Disabling writes for close at 1733786041376 (+1 ms)Writing region close event to WAL at 1733786041383 (+7 ms)Running coprocessor post-close hooks at 1733786041396 (+13 ms)Closed at 1733786041396 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b0e50be826a521fad547e16c2e85de4: Waiting for close lock at 1733786041368Running coprocessor pre-close hooks at 1733786041368Disabling compacts and flushes for region at 1733786041368Disabling writes for close at 1733786041369 (+1 ms)Writing region close event to WAL at 1733786041380 (+11 ms)Running coprocessor post-close hooks at 1733786041396 (+16 ms)Closed at 1733786041396 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733785970035.f27127fd67291892b7e34730dcfaf102. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733785970035.1b0e50be826a521fad547e16c2e85de4. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23dd32cd20c742350f58e3045f57cd3e, disabling compactions & flushes 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 909e185260c843fcb3f999e07d2a63a5, disabling compactions & flushes 2024-12-09T23:14:01,397 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:14:01,397 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. after waiting 0 ms 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. after waiting 0 ms 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:14:01,397 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:14:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741862_1038 (size=20260) 2024-12-09T23:14:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741862_1038 (size=20260) 2024-12-09T23:14:01,413 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/23dd32cd20c742350f58e3045f57cd3e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,414 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:14:01,414 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23dd32cd20c742350f58e3045f57cd3e: Waiting for close lock at 1733786041397Running coprocessor pre-close hooks at 1733786041397Disabling compacts and flushes for region at 1733786041397Disabling writes for close at 1733786041397Writing region close event to WAL at 1733786041402 (+5 ms)Running coprocessor post-close hooks at 1733786041414 (+12 ms)Closed at 1733786041414 2024-12-09T23:14:01,414 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733785970035.23dd32cd20c742350f58e3045f57cd3e. 2024-12-09T23:14:01,415 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5dece00d72373e244a17ace2b4c8aa2, disabling compactions & flushes 2024-12-09T23:14:01,415 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:14:01,415 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:14:01,415 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. after waiting 0 ms 2024-12-09T23:14:01,415 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:14:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741862_1038 (size=20260) 2024-12-09T23:14:01,418 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/info/413a2c01e45f4d2e941f7dab2baf7cac 2024-12-09T23:14:01,427 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/909e185260c843fcb3f999e07d2a63a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,430 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:14:01,430 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 909e185260c843fcb3f999e07d2a63a5: Waiting for close lock at 1733786041397Running coprocessor pre-close hooks at 1733786041397Disabling compacts and flushes for region at 1733786041397Disabling writes for close at 1733786041397Writing region close event to WAL at 1733786041401 (+4 ms)Running coprocessor post-close hooks at 1733786041429 (+28 ms)Closed at 1733786041429 2024-12-09T23:14:01,430 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733785970035.909e185260c843fcb3f999e07d2a63a5. 2024-12-09T23:14:01,430 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cc8383a243dc4a674e2a81efd6f1ec9, disabling compactions & flushes 2024-12-09T23:14:01,430 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:14:01,430 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:14:01,430 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. after waiting 0 ms 2024-12-09T23:14:01,431 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:14:01,448 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/9cc8383a243dc4a674e2a81efd6f1ec9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:14:01,451 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:14:01,451 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/default/SPTestTable/d5dece00d72373e244a17ace2b4c8aa2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T23:14:01,452 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:14:01,452 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5dece00d72373e244a17ace2b4c8aa2: Waiting for close lock at 1733786041415Running coprocessor pre-close hooks at 1733786041415Disabling compacts and flushes for region at 1733786041415Disabling writes for close at 1733786041415Writing region close event to WAL at 1733786041425 (+10 ms)Running coprocessor post-close hooks at 1733786041452 (+27 ms)Closed at 1733786041452 2024-12-09T23:14:01,453 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733785970035.d5dece00d72373e244a17ace2b4c8aa2. 2024-12-09T23:14:01,465 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cc8383a243dc4a674e2a81efd6f1ec9: Waiting for close lock at 1733786041430Running coprocessor pre-close hooks at 1733786041430Disabling compacts and flushes for region at 1733786041430Disabling writes for close at 1733786041430Writing region close event to WAL at 1733786041433 (+3 ms)Running coprocessor post-close hooks at 1733786041450 (+17 ms)Closed at 1733786041451 (+1 ms) 2024-12-09T23:14:01,465 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733785970035.9cc8383a243dc4a674e2a81efd6f1ec9. 2024-12-09T23:14:01,469 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/ns/4723a9a2d6b6411c99201656f598590c is 43, key is default/ns:d/1733785969746/Put/seqid=0 2024-12-09T23:14:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741863_1039 (size=5153) 2024-12-09T23:14:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741863_1039 (size=5153) 2024-12-09T23:14:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741863_1039 (size=5153) 2024-12-09T23:14:01,483 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/ns/4723a9a2d6b6411c99201656f598590c 2024-12-09T23:14:01,511 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(976): stopping server aab77d931c0c,34813,1733785957480; all regions closed. 2024-12-09T23:14:01,517 DEBUG [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:14:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741833_1009 (size=3530) 2024-12-09T23:14:01,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741833_1009 (size=3530) 2024-12-09T23:14:01,524 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/table/748edfb076fb4c08a10078b39563d297 is 47, key is SPTestTable/table:state/1733785980516/Put/seqid=0 2024-12-09T23:14:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741833_1009 (size=3530) 2024-12-09T23:14:01,539 DEBUG [RS:1;aab77d931c0c:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs 2024-12-09T23:14:01,539 INFO [RS:1;aab77d931c0c:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C34813%2C1733785957480:(num 1733785959321) 2024-12-09T23:14:01,539 DEBUG [RS:1;aab77d931c0c:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,539 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:14:01,539 INFO [RS:1;aab77d931c0c:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:14:01,540 INFO [RS:1;aab77d931c0c:34813 {}] hbase.ChoreService(370): Chore service for: regionserver/aab77d931c0c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T23:14:01,540 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T23:14:01,540 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T23:14:01,540 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T23:14:01,540 INFO [regionserver/aab77d931c0c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:14:01,540 INFO [RS:1;aab77d931c0c:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:14:01,541 INFO [RS:1;aab77d931c0c:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34813 2024-12-09T23:14:01,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,34813,1733785957480 2024-12-09T23:14:01,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:14:01,584 INFO [RS:1;aab77d931c0c:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:14:01,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,34813,1733785957480] 2024-12-09T23:14:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741864_1040 (size=5214) 2024-12-09T23:14:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741864_1040 (size=5214) 2024-12-09T23:14:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741864_1040 (size=5214) 2024-12-09T23:14:01,602 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/table/748edfb076fb4c08a10078b39563d297 2024-12-09T23:14:01,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,34813,1733785957480 already deleted, retry=false 2024-12-09T23:14:01,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aab77d931c0c,34813,1733785957480 expired; onlineServers=1 2024-12-09T23:14:01,624 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/info/413a2c01e45f4d2e941f7dab2baf7cac as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/info/413a2c01e45f4d2e941f7dab2baf7cac 2024-12-09T23:14:01,637 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/info/413a2c01e45f4d2e941f7dab2baf7cac, entries=116, sequenceid=37, filesize=19.8 K 2024-12-09T23:14:01,639 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/ns/4723a9a2d6b6411c99201656f598590c as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/ns/4723a9a2d6b6411c99201656f598590c 2024-12-09T23:14:01,663 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/ns/4723a9a2d6b6411c99201656f598590c, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T23:14:01,666 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/.tmp/table/748edfb076fb4c08a10078b39563d297 as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/table/748edfb076fb4c08a10078b39563d297 2024-12-09T23:14:01,681 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/table/748edfb076fb4c08a10078b39563d297, entries=2, sequenceid=37, filesize=5.1 K 2024-12-09T23:14:01,683 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 368ms, sequenceid=37, compaction requested=false 2024-12-09T23:14:01,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:01,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1000cda33e80002, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:01,698 INFO [RS:1;aab77d931c0c:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:14:01,698 INFO [RS:1;aab77d931c0c:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,34813,1733785957480; zookeeper connection closed. 2024-12-09T23:14:01,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50d126b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50d126b8 2024-12-09T23:14:01,706 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T23:14:01,707 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:14:01,707 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:14:01,707 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733786041314Running coprocessor pre-close hooks at 1733786041314Disabling compacts and flushes for region at 1733786041314Disabling writes for close at 1733786041314Obtaining lock to block concurrent updates at 1733786041315 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733786041315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733786041316 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733786041317 (+1 ms)Flushing 1588230740/info: creating writer at 1733786041317Flushing 1588230740/info: appending metadata at 1733786041365 (+48 ms)Flushing 1588230740/info: closing flushed file at 1733786041365Flushing 1588230740/ns: creating writer at 1733786041431 (+66 ms)Flushing 1588230740/ns: appending metadata at 1733786041468 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1733786041468Flushing 1588230740/table: creating writer at 1733786041495 (+27 ms)Flushing 1588230740/table: appending metadata at 1733786041523 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733786041523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376690bc: reopening flushed file at 1733786041616 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d386bbc: reopening flushed file at 1733786041638 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27949812: reopening flushed file at 1733786041663 (+25 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 368ms, sequenceid=37, compaction requested=false at 1733786041683 (+20 ms)Writing region close event to WAL at 1733786041693 (+10 ms)Running coprocessor post-close hooks at 1733786041707 (+14 ms)Closed at 1733786041707 2024-12-09T23:14:01,707 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T23:14:01,717 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(976): stopping server aab77d931c0c,46035,1733785957536; all regions closed. 2024-12-09T23:14:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741836_1012 (size=19450) 2024-12-09T23:14:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741836_1012 (size=19450) 2024-12-09T23:14:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741836_1012 (size=19450) 2024-12-09T23:14:01,740 DEBUG [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs 2024-12-09T23:14:01,740 INFO [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C46035%2C1733785957536.meta:.meta(num 1733785969594) 2024-12-09T23:14:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741835_1011 (size=3500) 2024-12-09T23:14:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741835_1011 (size=3500) 2024-12-09T23:14:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741835_1011 (size=3500) 2024-12-09T23:14:01,766 DEBUG [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/oldWALs 2024-12-09T23:14:01,766 INFO [RS:2;aab77d931c0c:46035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C46035%2C1733785957536:(num 1733785959321) 2024-12-09T23:14:01,766 DEBUG [RS:2;aab77d931c0c:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:01,766 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:14:01,766 INFO [RS:2;aab77d931c0c:46035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:14:01,767 INFO [RS:2;aab77d931c0c:46035 {}] hbase.ChoreService(370): Chore service for: regionserver/aab77d931c0c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T23:14:01,767 INFO [RS:2;aab77d931c0c:46035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:14:01,767 INFO [regionserver/aab77d931c0c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:14:01,768 INFO [RS:2;aab77d931c0c:46035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46035 2024-12-09T23:14:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:14:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,46035,1733785957536 2024-12-09T23:14:01,776 INFO [RS:2;aab77d931c0c:46035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:14:01,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,46035,1733785957536] 2024-12-09T23:14:01,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,46035,1733785957536 already deleted, retry=false 2024-12-09T23:14:01,797 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aab77d931c0c,46035,1733785957536 expired; onlineServers=0 2024-12-09T23:14:01,797 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aab77d931c0c,33255,1733785956562' ***** 2024-12-09T23:14:01,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T23:14:01,797 INFO [M:0;aab77d931c0c:33255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:14:01,797 INFO [M:0;aab77d931c0c:33255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:14:01,797 DEBUG [M:0;aab77d931c0c:33255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T23:14:01,797 DEBUG [M:0;aab77d931c0c:33255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T23:14:01,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T23:14:01,797 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733785958917 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733785958917,5,FailOnTimeoutGroup] 2024-12-09T23:14:01,798 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733785958914 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733785958914,5,FailOnTimeoutGroup] 2024-12-09T23:14:01,798 INFO [M:0;aab77d931c0c:33255 {}] hbase.ChoreService(370): Chore service for: master/aab77d931c0c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T23:14:01,799 INFO [M:0;aab77d931c0c:33255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:14:01,799 DEBUG [M:0;aab77d931c0c:33255 {}] master.HMaster(1795): Stopping service threads 2024-12-09T23:14:01,799 INFO [M:0;aab77d931c0c:33255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T23:14:01,799 INFO [M:0;aab77d931c0c:33255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:14:01,800 INFO [M:0;aab77d931c0c:33255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T23:14:01,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T23:14:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T23:14:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:01,807 DEBUG [M:0;aab77d931c0c:33255 {}] zookeeper.ZKUtil(347): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T23:14:01,807 WARN [M:0;aab77d931c0c:33255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T23:14:01,808 INFO [M:0;aab77d931c0c:33255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/.lastflushedseqids 2024-12-09T23:14:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741865_1041 (size=686) 2024-12-09T23:14:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741865_1041 (size=686) 2024-12-09T23:14:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741865_1041 (size=686) 2024-12-09T23:14:01,826 INFO [M:0;aab77d931c0c:33255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T23:14:01,826 INFO [M:0;aab77d931c0c:33255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T23:14:01,827 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:14:01,827 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:01,827 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:01,827 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:14:01,827 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:01,829 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.93 KB heapSize=242.95 KB 2024-12-09T23:14:01,866 DEBUG [M:0;aab77d931c0c:33255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43777dc2fdb947a9b315d519a00d74af is 82, key is hbase:meta,,1/info:regioninfo/1733785969666/Put/seqid=0 2024-12-09T23:14:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741866_1042 (size=5672) 2024-12-09T23:14:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741866_1042 (size=5672) 2024-12-09T23:14:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741866_1042 (size=5672) 2024-12-09T23:14:01,879 INFO [M:0;aab77d931c0c:33255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43777dc2fdb947a9b315d519a00d74af 2024-12-09T23:14:01,887 INFO [RS:2;aab77d931c0c:46035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:14:01,887 INFO [RS:2;aab77d931c0c:46035 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,46035,1733785957536; zookeeper connection closed. 2024-12-09T23:14:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x1000cda33e80003, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:01,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4605baef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4605baef 2024-12-09T23:14:01,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T23:14:01,930 DEBUG [M:0;aab77d931c0c:33255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c5a21a16a654f3eab9f58c74862bcec is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733785980524/Put/seqid=0 2024-12-09T23:14:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741867_1043 (size=8972) 2024-12-09T23:14:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741867_1043 (size=8972) 2024-12-09T23:14:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741867_1043 (size=8972) 2024-12-09T23:14:01,955 INFO [M:0;aab77d931c0c:33255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.20 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c5a21a16a654f3eab9f58c74862bcec 2024-12-09T23:14:01,968 INFO [M:0;aab77d931c0c:33255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c5a21a16a654f3eab9f58c74862bcec 2024-12-09T23:14:02,001 DEBUG [M:0;aab77d931c0c:33255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec93b4c03c6e485ca3d08279f38ee4ee is 69, key is aab77d931c0c,34813,1733785957480/rs:state/1733785959037/Put/seqid=0 2024-12-09T23:14:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741868_1044 (size=5446) 2024-12-09T23:14:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741868_1044 (size=5446) 2024-12-09T23:14:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741868_1044 (size=5446) 2024-12-09T23:14:02,024 INFO [M:0;aab77d931c0c:33255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec93b4c03c6e485ca3d08279f38ee4ee 2024-12-09T23:14:02,034 INFO [M:0;aab77d931c0c:33255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec93b4c03c6e485ca3d08279f38ee4ee 2024-12-09T23:14:02,035 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43777dc2fdb947a9b315d519a00d74af as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43777dc2fdb947a9b315d519a00d74af 2024-12-09T23:14:02,046 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43777dc2fdb947a9b315d519a00d74af, entries=8, sequenceid=516, filesize=5.5 K 2024-12-09T23:14:02,048 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c5a21a16a654f3eab9f58c74862bcec as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c5a21a16a654f3eab9f58c74862bcec 2024-12-09T23:14:02,068 INFO [M:0;aab77d931c0c:33255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c5a21a16a654f3eab9f58c74862bcec 2024-12-09T23:14:02,069 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c5a21a16a654f3eab9f58c74862bcec, entries=56, sequenceid=516, filesize=8.8 K 2024-12-09T23:14:02,077 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec93b4c03c6e485ca3d08279f38ee4ee as hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec93b4c03c6e485ca3d08279f38ee4ee 2024-12-09T23:14:02,095 INFO [M:0;aab77d931c0c:33255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec93b4c03c6e485ca3d08279f38ee4ee 2024-12-09T23:14:02,095 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36713/user/jenkins/test-data/34ec2b61-65af-1440-450c-a519fdc6bb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec93b4c03c6e485ca3d08279f38ee4ee, entries=3, sequenceid=516, filesize=5.3 K 2024-12-09T23:14:02,109 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.93 KB/200636, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 281ms, sequenceid=516, compaction requested=false 2024-12-09T23:14:02,154 INFO [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:02,155 DEBUG [M:0;aab77d931c0c:33255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733786041827Disabling compacts and flushes for region at 1733786041827Disabling writes for close at 1733786041827Obtaining lock to block concurrent updates at 1733786041829 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733786041829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200636, getHeapSize=248720, getOffHeapSize=0, getCellsCount=623 at 1733786041830 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733786041836 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733786041836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733786041865 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733786041865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733786041890 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733786041929 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733786041929Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733786041968 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733786041997 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733786041997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116f014d: reopening flushed file at 1733786042034 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5378eb9b: reopening flushed file at 1733786042046 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4b8af: reopening flushed file at 1733786042069 (+23 ms)Finished flush of dataSize ~195.93 KB/200636, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 281ms, sequenceid=516, compaction requested=false at 1733786042109 (+40 ms)Writing region close event to WAL at 1733786042154 (+45 ms)Closed at 1733786042154 2024-12-09T23:14:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741830_1006 (size=235023) 2024-12-09T23:14:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741830_1006 (size=235023) 2024-12-09T23:14:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741830_1006 (size=235023) 2024-12-09T23:14:02,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:14:02,196 INFO [M:0;aab77d931c0c:33255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T23:14:02,196 INFO [M:0;aab77d931c0c:33255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33255 2024-12-09T23:14:02,196 INFO [M:0;aab77d931c0c:33255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:14:02,350 INFO [M:0;aab77d931c0c:33255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:14:02,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:02,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33255-0x1000cda33e80000, quorum=127.0.0.1:60408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:14:02,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3112732a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:02,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57cb7c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:14:02,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:14:02,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c9d71eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:14:02,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434b9529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,STOPPED} 2024-12-09T23:14:02,392 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:14:02,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:14:02,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:14:02,392 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361252488-172.17.0.3-1733785950946 (Datanode Uuid a5d74fad-6d29-47ed-8a55-b629a11fe765) service to localhost/127.0.0.1:36713 2024-12-09T23:14:02,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data5/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data6/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:14:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6547dfa6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:02,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ed5e0c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:14:02,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:14:02,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fa10b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:14:02,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb87391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,STOPPED} 2024-12-09T23:14:02,401 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:14:02,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:14:02,402 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361252488-172.17.0.3-1733785950946 (Datanode Uuid 7e3ef295-7ba8-4a7e-8767-0cc4d478751f) service to localhost/127.0.0.1:36713 2024-12-09T23:14:02,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:14:02,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data4/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:14:02,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data3/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30aadc99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:02,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11931074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:14:02,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:14:02,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456a9037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:14:02,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18455874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,STOPPED} 2024-12-09T23:14:02,426 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:14:02,426 WARN [BP-1361252488-172.17.0.3-1733785950946 heartbeating to localhost/127.0.0.1:36713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361252488-172.17.0.3-1733785950946 (Datanode Uuid f79e617b-ce2c-43d1-af3c-9cb914ad1783) service to localhost/127.0.0.1:36713 2024-12-09T23:14:02,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data1/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:14:02,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:14:02,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/cluster_fb5df5bb-8341-7696-699a-25565f1b2d57/data/data2/current/BP-1361252488-172.17.0.3-1733785950946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:14:02,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:14:02,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417a7dc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:14:02,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f8eef6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:14:02,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:14:02,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e556ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:14:02,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3726fa21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir/,STOPPED} 2024-12-09T23:14:02,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T23:14:02,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T23:14:02,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/aab77d931c0c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:36713 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1959090d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:36713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:36713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aab77d931c0c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/aab77d931c0c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/aab77d931c0c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aab77d931c0c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/aab77d931c0c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:36713 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aab77d931c0c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4702 (was 275) - AvailableMemoryMB LEAK? - 2024-12-09T23:14:02,566 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4702 2024-12-09T23:14:02,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir so I do NOT create it in target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8 2024-12-09T23:14:02,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T23:14:02,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.tmp.dir so I do NOT create it in target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8 2024-12-09T23:14:02,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/51f87994-72b0-f70c-19df-32499d244f95/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T23:14:02,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8 2024-12-09T23:14:02,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T23:14:02,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455, deleteOnExit=true 2024-12-09T23:14:02,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T23:14:02,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/test.cache.data in system properties and HBase conf 2024-12-09T23:14:02,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T23:14:02,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir in system properties and HBase conf 2024-12-09T23:14:02,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T23:14:02,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T23:14:02,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T23:14:02,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T23:14:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/nfs.dump.dir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/java.io.tmpdir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T23:14:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T23:14:02,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:02,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:02,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:02,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:02,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T23:14:02,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:02,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3768df43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:02,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25e6ca1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:03,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af9f27e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/java.io.tmpdir/jetty-localhost-39379-hadoop-hdfs-3_4_1-tests_jar-_-any-2982442113186007252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:14:03,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dcc5866{HTTP/1.1, (http/1.1)}{localhost:39379} 2024-12-09T23:14:03,126 INFO [Time-limited test {}] server.Server(415): Started @94604ms 2024-12-09T23:14:03,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:03,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:03,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:03,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:03,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T23:14:03,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a65829c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:03,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af2ac32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:03,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74018b3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/java.io.tmpdir/jetty-localhost-45157-hadoop-hdfs-3_4_1-tests_jar-_-any-11122406968435524460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:03,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1059df27{HTTP/1.1, (http/1.1)}{localhost:45157} 2024-12-09T23:14:03,592 INFO [Time-limited test {}] server.Server(415): Started @95070ms 2024-12-09T23:14:03,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:14:03,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:03,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:03,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:03,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:03,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T23:14:03,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615093d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:03,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7894d604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:03,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f82c0f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/java.io.tmpdir/jetty-localhost-34907-hadoop-hdfs-3_4_1-tests_jar-_-any-7168412603246682832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:03,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b53f92e{HTTP/1.1, (http/1.1)}{localhost:34907} 2024-12-09T23:14:03,782 INFO [Time-limited test {}] server.Server(415): Started @95260ms 2024-12-09T23:14:03,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:14:03,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:03,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:03,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:03,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:03,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T23:14:03,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63560faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:03,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738629ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:03,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d9df2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/java.io.tmpdir/jetty-localhost-40943-hadoop-hdfs-3_4_1-tests_jar-_-any-10521344271258708702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:03,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57545cfd{HTTP/1.1, (http/1.1)}{localhost:40943} 2024-12-09T23:14:03,956 INFO [Time-limited test {}] server.Server(415): Started @95434ms 2024-12-09T23:14:03,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:14:04,837 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data2/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:04,841 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data1/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:04,897 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:14:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b7ee478e3eb74d with lease ID 0xb6f2361217b1927f: Processing first storage report for DS-e6120aee-4838-4769-baa1-7bd4b75b163d from datanode DatanodeRegistration(127.0.0.1:34231, datanodeUuid=4f85d4d6-f597-4261-841c-c55ff88176a8, infoPort=37501, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b7ee478e3eb74d with lease ID 0xb6f2361217b1927f: from storage DS-e6120aee-4838-4769-baa1-7bd4b75b163d node DatanodeRegistration(127.0.0.1:34231, datanodeUuid=4f85d4d6-f597-4261-841c-c55ff88176a8, infoPort=37501, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b7ee478e3eb74d with lease ID 0xb6f2361217b1927f: Processing first storage report for DS-424e512d-1edd-4c9e-9c7a-8792d6c7900b from datanode DatanodeRegistration(127.0.0.1:34231, datanodeUuid=4f85d4d6-f597-4261-841c-c55ff88176a8, infoPort=37501, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b7ee478e3eb74d with lease ID 0xb6f2361217b1927f: from storage DS-424e512d-1edd-4c9e-9c7a-8792d6c7900b node DatanodeRegistration(127.0.0.1:34231, datanodeUuid=4f85d4d6-f597-4261-841c-c55ff88176a8, infoPort=37501, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:05,567 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data3/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:05,575 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data4/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:05,603 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:14:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8db22053a242560 with lease ID 0xb6f2361217b19280: Processing first storage report for DS-e909ca64-9468-495a-82d5-5680f2ed9be3 from datanode DatanodeRegistration(127.0.0.1:38951, datanodeUuid=50e09a9e-9815-4e25-9cbd-1900198d19cf, infoPort=38817, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8db22053a242560 with lease ID 0xb6f2361217b19280: from storage DS-e909ca64-9468-495a-82d5-5680f2ed9be3 node DatanodeRegistration(127.0.0.1:38951, datanodeUuid=50e09a9e-9815-4e25-9cbd-1900198d19cf, infoPort=38817, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8db22053a242560 with lease ID 0xb6f2361217b19280: Processing first storage report for DS-2757a2f7-c004-4348-8219-069fa0e72189 from datanode DatanodeRegistration(127.0.0.1:38951, datanodeUuid=50e09a9e-9815-4e25-9cbd-1900198d19cf, infoPort=38817, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8db22053a242560 with lease ID 0xb6f2361217b19280: from storage DS-2757a2f7-c004-4348-8219-069fa0e72189 node DatanodeRegistration(127.0.0.1:38951, datanodeUuid=50e09a9e-9815-4e25-9cbd-1900198d19cf, infoPort=38817, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:05,648 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data5/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:05,649 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data6/current/BP-1979869074-172.17.0.3-1733786042624/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:05,695 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:14:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac2122c7d330feb with lease ID 0xb6f2361217b19281: Processing first storage report for DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc from datanode DatanodeRegistration(127.0.0.1:42919, datanodeUuid=c73bf199-9b91-44d5-83ea-986aafd23414, infoPort=40557, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac2122c7d330feb with lease ID 0xb6f2361217b19281: from storage DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc node DatanodeRegistration(127.0.0.1:42919, datanodeUuid=c73bf199-9b91-44d5-83ea-986aafd23414, infoPort=40557, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac2122c7d330feb with lease ID 0xb6f2361217b19281: Processing first storage report for DS-cb9ff73c-db65-412c-92ae-fb0d4d886669 from datanode DatanodeRegistration(127.0.0.1:42919, datanodeUuid=c73bf199-9b91-44d5-83ea-986aafd23414, infoPort=40557, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624) 2024-12-09T23:14:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac2122c7d330feb with lease ID 0xb6f2361217b19281: from storage DS-cb9ff73c-db65-412c-92ae-fb0d4d886669 node DatanodeRegistration(127.0.0.1:42919, datanodeUuid=c73bf199-9b91-44d5-83ea-986aafd23414, infoPort=40557, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1109408048;c=1733786042624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:05,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8 2024-12-09T23:14:05,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/zookeeper_0, clientPort=64493, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T23:14:05,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64493 2024-12-09T23:14:05,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:05,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:14:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:14:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:14:05,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 with version=8 2024-12-09T23:14:05,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/hbase-staging 2024-12-09T23:14:05,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:05,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:05,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:05,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:05,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T23:14:05,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:05,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36105 2024-12-09T23:14:05,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36105 connecting to ZooKeeper ensemble=127.0.0.1:64493 2024-12-09T23:14:05,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361050x0, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:05,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36105-0x1000cdb93dc0000 connected 2024-12-09T23:14:06,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:06,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9, hbase.cluster.distributed=false 2024-12-09T23:14:06,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:06,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36105 2024-12-09T23:14:06,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36105 2024-12-09T23:14:06,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36105 2024-12-09T23:14:06,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36105 2024-12-09T23:14:06,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36105 2024-12-09T23:14:06,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:06,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:14:06,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:06,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36859 2024-12-09T23:14:06,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36859 connecting to ZooKeeper ensemble=127.0.0.1:64493 2024-12-09T23:14:06,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368590x0, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:06,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368590x0, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:06,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36859-0x1000cdb93dc0001 connected 2024-12-09T23:14:06,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:14:06,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:14:06,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:14:06,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:06,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-09T23:14:06,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36859 2024-12-09T23:14:06,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36859 2024-12-09T23:14:06,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-09T23:14:06,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-09T23:14:06,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:06,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:14:06,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:06,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40733 2024-12-09T23:14:06,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40733 connecting to ZooKeeper ensemble=127.0.0.1:64493 2024-12-09T23:14:06,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407330x0, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:06,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407330x0, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:06,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:14:06,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40733-0x1000cdb93dc0002 connected 2024-12-09T23:14:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:14:06,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:14:06,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:06,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-09T23:14:06,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40733 2024-12-09T23:14:06,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40733 2024-12-09T23:14:06,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-09T23:14:06,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40733 2024-12-09T23:14:06,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:06,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:14:06,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:06,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43441 2024-12-09T23:14:06,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43441 connecting to ZooKeeper ensemble=127.0.0.1:64493 2024-12-09T23:14:06,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434410x0, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:06,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43441-0x1000cdb93dc0003 connected 2024-12-09T23:14:06,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:06,469 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:14:06,474 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:14:06,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:14:06,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:06,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43441 2024-12-09T23:14:06,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43441 2024-12-09T23:14:06,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43441 2024-12-09T23:14:06,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43441 2024-12-09T23:14:06,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43441 2024-12-09T23:14:06,509 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aab77d931c0c:36105 2024-12-09T23:14:06,510 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aab77d931c0c,36105,1733786045760 2024-12-09T23:14:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,520 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aab77d931c0c,36105,1733786045760 2024-12-09T23:14:06,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:14:06,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:14:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:14:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,549 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T23:14:06,565 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aab77d931c0c,36105,1733786045760 from backup master directory 2024-12-09T23:14:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aab77d931c0c,36105,1733786045760 2024-12-09T23:14:06,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:06,588 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:06,589 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aab77d931c0c,36105,1733786045760 2024-12-09T23:14:06,599 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/hbase.id] with ID: 20d98a4a-cf7f-4eb2-9178-d79185775808 2024-12-09T23:14:06,599 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.tmp/hbase.id 2024-12-09T23:14:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:14:06,638 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.tmp/hbase.id]:[hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/hbase.id] 2024-12-09T23:14:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:14:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:14:06,665 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:06,665 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T23:14:06,668 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-09T23:14:06,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:14:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:14:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:14:06,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T23:14:06,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:06,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:14:06,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T23:14:06,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T23:14:07,150 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:07,150 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T23:14:07,151 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:14:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:14:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:14:07,170 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store 2024-12-09T23:14:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:14:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:14:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:14:07,185 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:07,185 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:14:07,185 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:07,185 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:07,186 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:14:07,186 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:07,186 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:07,186 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733786047185Disabling compacts and flushes for region at 1733786047185Disabling writes for close at 1733786047186 (+1 ms)Writing region close event to WAL at 1733786047186Closed at 1733786047186 2024-12-09T23:14:07,187 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/.initializing 2024-12-09T23:14:07,187 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/WALs/aab77d931c0c,36105,1733786045760 2024-12-09T23:14:07,188 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:07,190 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C36105%2C1733786045760, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/WALs/aab77d931c0c,36105,1733786045760, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/oldWALs, maxLogs=10 2024-12-09T23:14:07,207 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/WALs/aab77d931c0c,36105,1733786045760/aab77d931c0c%2C36105%2C1733786045760.1733786047190, exclude list is [], retry=0 2024-12-09T23:14:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:14:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:14:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:14:07,218 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/WALs/aab77d931c0c,36105,1733786045760/aab77d931c0c%2C36105%2C1733786045760.1733786047190 2024-12-09T23:14:07,218 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-09T23:14:07,219 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:07,219 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:07,219 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,219 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T23:14:07,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:07,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:07,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T23:14:07,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:07,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:07,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T23:14:07,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:07,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:07,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T23:14:07,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:07,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:07,233 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,234 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,235 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,236 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,236 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,237 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:14:07,238 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:07,241 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:07,242 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65911275, jitterRate=-0.01784546673297882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:14:07,242 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733786047219Initializing all the Stores at 1733786047221 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786047221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786047221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786047221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786047221Cleaning up temporary data from old regions at 1733786047236 (+15 ms)Region opened successfully at 1733786047242 (+6 ms) 2024-12-09T23:14:07,245 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T23:14:07,250 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3170cfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:07,251 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T23:14:07,251 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T23:14:07,251 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T23:14:07,251 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T23:14:07,252 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T23:14:07,252 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T23:14:07,253 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T23:14:07,255 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T23:14:07,256 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T23:14:07,289 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T23:14:07,290 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T23:14:07,291 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T23:14:07,347 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T23:14:07,348 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T23:14:07,349 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T23:14:07,400 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T23:14:07,402 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T23:14:07,477 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T23:14:07,480 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T23:14:07,552 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,596 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aab77d931c0c,36105,1733786045760, sessionid=0x1000cdb93dc0000, setting cluster-up flag (Was=false) 2024-12-09T23:14:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,839 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T23:14:07,840 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,36105,1733786045760 2024-12-09T23:14:07,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:07,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:08,023 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T23:14:08,025 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,36105,1733786045760 2024-12-09T23:14:08,026 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T23:14:08,030 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:08,031 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T23:14:08,031 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T23:14:08,031 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aab77d931c0c,36105,1733786045760 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T23:14:08,033 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:08,033 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:08,033 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:08,033 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:08,033 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aab77d931c0c:0, corePoolSize=10, maxPoolSize=10 2024-12-09T23:14:08,034 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,034 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:08,034 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:08,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733786078044 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T23:14:08,045 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T23:14:08,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:08,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T23:14:08,056 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,057 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T23:14:08,057 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T23:14:08,057 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T23:14:08,059 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T23:14:08,059 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T23:14:08,061 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786048059,5,FailOnTimeoutGroup] 2024-12-09T23:14:08,061 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786048061,5,FailOnTimeoutGroup] 2024-12-09T23:14:08,061 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,061 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T23:14:08,061 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,061 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:14:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:14:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:14:08,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T23:14:08,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:08,078 WARN [IPC Server handler 3 on default port 41737 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-09T23:14:08,078 WARN [IPC Server handler 3 on default port 41737 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-09T23:14:08,079 WARN [IPC Server handler 3 on default port 41737 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-09T23:14:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:14:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:14:08,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:08,103 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(746): ClusterId : 20d98a4a-cf7f-4eb2-9178-d79185775808 2024-12-09T23:14:08,103 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:14:08,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:14:08,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:14:08,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:08,107 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(746): ClusterId : 20d98a4a-cf7f-4eb2-9178-d79185775808 2024-12-09T23:14:08,107 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:14:08,108 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(746): ClusterId : 20d98a4a-cf7f-4eb2-9178-d79185775808 2024-12-09T23:14:08,108 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:14:08,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:08,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:14:08,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:14:08,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:08,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:08,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:14:08,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:14:08,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:08,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:08,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:14:08,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:14:08,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:08,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:08,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:14:08,129 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:14:08,129 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:14:08,130 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:14:08,130 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:14:08,130 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:14:08,130 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:14:08,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:14:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:14:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:14:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:14:08,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:14:08,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:14:08,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:08,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64764840, jitterRate=-0.03492867946624756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:14:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733786048100Initializing all the Stores at 1733786048101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786048101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786048104 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786048104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786048104Cleaning up temporary data from old regions at 1733786048132 (+28 ms)Region opened successfully at 1733786048139 (+7 ms) 2024-12-09T23:14:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:14:08,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:14:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:14:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:14:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:14:08,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:14:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733786048139Disabling compacts and flushes for region at 1733786048139Disabling writes for close at 1733786048139Writing region close event to WAL at 1733786048140 (+1 ms)Closed at 1733786048140 2024-12-09T23:14:08,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:08,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T23:14:08,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T23:14:08,144 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:14:08,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T23:14:08,150 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:14:08,150 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:14:08,151 DEBUG [RS:1;aab77d931c0c:40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3151d6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:08,151 DEBUG [RS:2;aab77d931c0c:43441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b94493a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:08,152 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:14:08,152 DEBUG [RS:0;aab77d931c0c:36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d00e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:08,169 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;aab77d931c0c:40733 2024-12-09T23:14:08,169 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:14:08,169 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:14:08,169 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:14:08,172 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,36105,1733786045760 with port=40733, startcode=1733786046324 2024-12-09T23:14:08,173 DEBUG [RS:1;aab77d931c0c:40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:14:08,178 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:14:08,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,181 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:08,181 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41737 2024-12-09T23:14:08,181 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:14:08,186 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aab77d931c0c:36859 2024-12-09T23:14:08,186 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:14:08,186 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:14:08,186 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:14:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:14:08,194 DEBUG [RS:1;aab77d931c0c:40733 {}] zookeeper.ZKUtil(111): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,194 WARN [RS:1;aab77d931c0c:40733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:08,194 INFO [RS:1;aab77d931c0c:40733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:08,194 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,40733,1733786046324] 2024-12-09T23:14:08,196 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,36105,1733786045760 with port=36859, startcode=1733786046258 2024-12-09T23:14:08,196 DEBUG [RS:0;aab77d931c0c:36859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:14:08,197 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;aab77d931c0c:43441 2024-12-09T23:14:08,197 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:14:08,197 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:14:08,197 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:14:08,198 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,36105,1733786045760 with port=43441, startcode=1733786046407 2024-12-09T23:14:08,199 DEBUG [RS:2;aab77d931c0c:43441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:14:08,206 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:14:08,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,210 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:14:08,210 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:08,211 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41737 2024-12-09T23:14:08,211 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:14:08,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,213 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:08,213 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41737 2024-12-09T23:14:08,213 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:14:08,296 WARN [aab77d931c0c:36105 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T23:14:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:14:08,550 DEBUG [RS:2;aab77d931c0c:43441 {}] zookeeper.ZKUtil(111): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,550 WARN [RS:2;aab77d931c0c:43441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:08,550 INFO [RS:2;aab77d931c0c:43441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:08,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,43441,1733786046407] 2024-12-09T23:14:08,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,36859,1733786046258] 2024-12-09T23:14:08,550 DEBUG [RS:0;aab77d931c0c:36859 {}] zookeeper.ZKUtil(111): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,551 DEBUG [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,551 WARN [RS:0;aab77d931c0c:36859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:08,551 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:14:08,551 INFO [RS:0;aab77d931c0c:36859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:08,551 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,556 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:14:08,558 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:14:08,565 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:14:08,565 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:14:08,565 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:14:08,568 INFO [RS:1;aab77d931c0c:40733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:14:08,568 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,570 INFO [RS:2;aab77d931c0c:43441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:14:08,570 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:14:08,570 INFO [RS:0;aab77d931c0c:36859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:14:08,570 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,570 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,571 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:14:08,571 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:14:08,572 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:14:08,572 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:08,572 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,572 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:1;aab77d931c0c:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,573 DEBUG [RS:0;aab77d931c0c:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,574 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:14:08,574 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,574 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,575 DEBUG [RS:2;aab77d931c0c:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:08,577 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,577 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,577 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,577 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,577 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,578 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,40733,1733786046324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,581 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36859,1733786046258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,583 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,43441,1733786046407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:08,596 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:14:08,596 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,40733,1733786046324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,596 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,597 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.Replication(171): aab77d931c0c,40733,1733786046324 started 2024-12-09T23:14:08,599 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:14:08,599 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36859,1733786046258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,600 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,600 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.Replication(171): aab77d931c0c,36859,1733786046258 started 2024-12-09T23:14:08,602 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:14:08,602 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,43441,1733786046407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,602 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,603 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.Replication(171): aab77d931c0c,43441,1733786046407 started 2024-12-09T23:14:08,611 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,611 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,40733,1733786046324, RpcServer on aab77d931c0c/172.17.0.3:40733, sessionid=0x1000cdb93dc0002 2024-12-09T23:14:08,611 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:14:08,611 DEBUG [RS:1;aab77d931c0c:40733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,611 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,40733,1733786046324' 2024-12-09T23:14:08,611 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,40733,1733786046324 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,40733,1733786046324' 2024-12-09T23:14:08,612 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:14:08,613 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:14:08,613 DEBUG [RS:1;aab77d931c0c:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:14:08,613 INFO [RS:1;aab77d931c0c:40733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:14:08,613 INFO [RS:1;aab77d931c0c:40733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:14:08,618 INFO [RS:2;aab77d931c0c:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,618 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,43441,1733786046407, RpcServer on aab77d931c0c/172.17.0.3:43441, sessionid=0x1000cdb93dc0003 2024-12-09T23:14:08,618 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:14:08,618 DEBUG [RS:2;aab77d931c0c:43441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,618 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,43441,1733786046407' 2024-12-09T23:14:08,618 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:14:08,618 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:08,618 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,36859,1733786046258, RpcServer on aab77d931c0c/172.17.0.3:36859, sessionid=0x1000cdb93dc0001 2024-12-09T23:14:08,618 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:14:08,618 DEBUG [RS:0;aab77d931c0c:36859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,36859,1733786046258' 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,43441,1733786046407' 2024-12-09T23:14:08,619 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,36859,1733786046258 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,36859,1733786046258' 2024-12-09T23:14:08,619 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:14:08,620 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:14:08,620 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:14:08,620 DEBUG [RS:2;aab77d931c0c:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:14:08,620 INFO [RS:2;aab77d931c0c:43441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:14:08,620 INFO [RS:2;aab77d931c0c:43441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:14:08,620 DEBUG [RS:0;aab77d931c0c:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:14:08,620 INFO [RS:0;aab77d931c0c:36859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:14:08,620 INFO [RS:0;aab77d931c0c:36859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:14:08,714 INFO [RS:1;aab77d931c0c:40733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:08,715 INFO [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C40733%2C1733786046324, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs, maxLogs=32 2024-12-09T23:14:08,721 INFO [RS:0;aab77d931c0c:36859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:08,721 INFO [RS:2;aab77d931c0c:43441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:08,722 INFO [RS:0;aab77d931c0c:36859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C36859%2C1733786046258, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,36859,1733786046258, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs, maxLogs=32 2024-12-09T23:14:08,722 INFO [RS:2;aab77d931c0c:43441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C43441%2C1733786046407, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs, maxLogs=32 2024-12-09T23:14:08,728 DEBUG [RS:1;aab77d931c0c:40733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324/aab77d931c0c%2C40733%2C1733786046324.1733786048717, exclude list is [], retry=0 2024-12-09T23:14:08,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:14:08,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:14:08,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:14:08,737 INFO [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324/aab77d931c0c%2C40733%2C1733786046324.1733786048717 2024-12-09T23:14:08,738 DEBUG [RS:0;aab77d931c0c:36859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,36859,1733786046258/aab77d931c0c%2C36859%2C1733786046258.1733786048724, exclude list is [], retry=0 2024-12-09T23:14:08,741 DEBUG [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:40557:40557),(127.0.0.1/127.0.0.1:38817:38817)] 2024-12-09T23:14:08,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:14:08,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:14:08,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:14:08,742 DEBUG [RS:2;aab77d931c0c:43441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407/aab77d931c0c%2C43441%2C1733786046407.1733786048725, exclude list is [], retry=0 2024-12-09T23:14:08,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:14:08,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:14:08,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:14:08,754 INFO [RS:0;aab77d931c0c:36859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,36859,1733786046258/aab77d931c0c%2C36859%2C1733786046258.1733786048724 2024-12-09T23:14:08,755 INFO [RS:2;aab77d931c0c:43441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407/aab77d931c0c%2C43441%2C1733786046407.1733786048725 2024-12-09T23:14:08,756 DEBUG [RS:2;aab77d931c0c:43441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:40557:40557),(127.0.0.1/127.0.0.1:38817:38817)] 2024-12-09T23:14:08,756 DEBUG [RS:0;aab77d931c0c:36859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-09T23:14:08,796 DEBUG [aab77d931c0c:36105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T23:14:08,797 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:14:08,799 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T23:14:08,799 INFO [aab77d931c0c:36105 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:14:08,799 INFO [aab77d931c0c:36105 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:14:08,800 INFO [aab77d931c0c:36105 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T23:14:08,800 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:14:08,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:08,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,43441,1733786046407, state=OPENING 2024-12-09T23:14:08,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T23:14:08,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:08,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:08,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:08,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:08,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:08,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:08,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:08,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:14:08,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,43441,1733786046407}] 2024-12-09T23:14:08,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:14:12,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T23:14:12,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:12,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:12,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:16,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T23:14:16,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T23:14:19,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:14:19,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:14:19,065 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T23:14:19,065 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:19,065 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T23:14:19,072 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C43441%2C1733786046407.meta, suffix=.meta, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs, maxLogs=32 2024-12-09T23:14:19,109 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, exclude list is [], retry=0 2024-12-09T23:14:19,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:14:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:14:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:14:19,188 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta 2024-12-09T23:14:19,189 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557),(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:37501:37501)] 2024-12-09T23:14:19,189 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:19,190 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T23:14:19,190 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T23:14:19,190 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T23:14:19,190 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T23:14:19,190 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:19,191 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T23:14:19,191 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T23:14:19,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:14:19,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:14:19,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:19,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:19,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:14:19,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:14:19,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:19,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:19,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:14:19,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:14:19,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:19,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:19,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:14:19,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:14:19,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:19,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:19,244 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:14:19,245 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:14:19,250 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:14:19,255 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:14:19,256 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:14:19,257 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:14:19,260 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:14:19,265 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60039914, jitterRate=-0.10533556342124939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:14:19,266 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T23:14:19,274 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733786059191Writing region info on filesystem at 1733786059191Initializing all the Stores at 1733786059194 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786059194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786059208 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786059208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786059208Cleaning up temporary data from old regions at 1733786059256 (+48 ms)Running coprocessor post-open hooks at 1733786059266 (+10 ms)Region opened successfully at 1733786059266 2024-12-09T23:14:19,285 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733786059006 2024-12-09T23:14:19,291 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T23:14:19,291 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T23:14:19,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:19,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,43441,1733786046407, state=OPEN 2024-12-09T23:14:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:19,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:19,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:19,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:19,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:19,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:19,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:19,307 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:19,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T23:14:19,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,43441,1733786046407 in 10.3140 sec 2024-12-09T23:14:19,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T23:14:19,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1710 sec 2024-12-09T23:14:19,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:19,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T23:14:19,346 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:19,346 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1] 2024-12-09T23:14:19,347 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:19,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:19,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3270 sec 2024-12-09T23:14:19,359 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733786059359, completionTime=-1 2024-12-09T23:14:19,359 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T23:14:19,360 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T23:14:19,363 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T23:14:19,363 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733786119363 2024-12-09T23:14:19,363 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733786179363 2024-12-09T23:14:19,363 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-09T23:14:19,363 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:14:19,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aab77d931c0c:36105, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,380 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,384 DEBUG [master/aab77d931c0c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T23:14:19,397 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,402 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.813sec 2024-12-09T23:14:19,403 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:19,404 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T23:14:19,413 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T23:14:19,413 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T23:14:19,413 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,36105,1733786045760-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:19,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc332a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,36105,-1 for getting cluster id 2024-12-09T23:14:19,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:19,439 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20d98a4a-cf7f-4eb2-9178-d79185775808' 2024-12-09T23:14:19,446 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:19,446 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20d98a4a-cf7f-4eb2-9178-d79185775808" 2024-12-09T23:14:19,447 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6138e440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,447 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,36105,-1] 2024-12-09T23:14:19,447 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:19,456 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:19,465 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:19,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72af93f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1] 2024-12-09T23:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:19,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:19,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aab77d931c0c,36105,1733786045760 2024-12-09T23:14:19,480 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733786059480 (current time:1733786059480). 2024-12-09T23:14:19,480 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T23:14:19,480 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T23:14:19,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d612a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,36105,-1 for getting cluster id 2024-12-09T23:14:19,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:19,482 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20d98a4a-cf7f-4eb2-9178-d79185775808' 2024-12-09T23:14:19,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:19,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20d98a4a-cf7f-4eb2-9178-d79185775808" 2024-12-09T23:14:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318a3b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,36105,-1] 2024-12-09T23:14:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:19,484 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:19,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d3a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:19,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:19,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1] 2024-12-09T23:14:19,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:19,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:19,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:14:19,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:19,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:19,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:19,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:14:19,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:19,510 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,36105,1733786045760 2024-12-09T23:14:19,510 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663d7525 2024-12-09T23:14:19,511 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:14:19,541 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:14:19,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T23:14:19,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:14:19,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:19,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T23:14:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:19,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:14:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:14:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:14:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741837_1013 (size=361) 2024-12-09T23:14:19,693 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca722bfc3916e3126b9d577094968b0b, NAME => 'SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:19,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d054ddb0da4b1d703e074d753a30dfc7, NAME => 'SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:19,701 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3e15f74661845219989451769e69bd6, NAME => 'SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741838_1014 (size=62) 2024-12-09T23:14:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741838_1014 (size=62) 2024-12-09T23:14:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741838_1014 (size=62) 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d054ddb0da4b1d703e074d753a30dfc7, disabling compactions & flushes 2024-12-09T23:14:19,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. after waiting 0 ms 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:19,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:19,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d054ddb0da4b1d703e074d753a30dfc7: Waiting for close lock at 1733786059923Disabling compacts and flushes for region at 1733786059923Disabling writes for close at 1733786059923Writing region close event to WAL at 1733786059923Closed at 1733786059923 2024-12-09T23:14:19,924 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 94a161f00f93b489777797f0018b3f4e, NAME => 'SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741839_1015 (size=54) 2024-12-09T23:14:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741839_1015 (size=54) 2024-12-09T23:14:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741839_1015 (size=54) 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ca722bfc3916e3126b9d577094968b0b, disabling compactions & flushes 2024-12-09T23:14:19,984 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. after waiting 0 ms 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:19,984 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:19,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca722bfc3916e3126b9d577094968b0b: Waiting for close lock at 1733786059984Disabling compacts and flushes for region at 1733786059984Disabling writes for close at 1733786059984Writing region close event to WAL at 1733786059984Closed at 1733786059984 2024-12-09T23:14:19,985 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bad8f1eb09c7a57c5f73a366a4bf411, NAME => 'SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:14:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:14:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741840_1016 (size=62) 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3e15f74661845219989451769e69bd6, disabling compactions & flushes 2024-12-09T23:14:20,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. after waiting 0 ms 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:20,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:20,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3e15f74661845219989451769e69bd6: Waiting for close lock at 1733786060003Disabling compacts and flushes for region at 1733786060003Disabling writes for close at 1733786060003Writing region close event to WAL at 1733786060003Closed at 1733786060003 2024-12-09T23:14:20,004 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d03366a40d43344990725599b2e32978, NAME => 'SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:14:20,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:14:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741842_1018 (size=62) 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 94a161f00f93b489777797f0018b3f4e, disabling compactions & flushes 2024-12-09T23:14:20,163 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. after waiting 0 ms 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:20,163 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:20,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 94a161f00f93b489777797f0018b3f4e: Waiting for close lock at 1733786060163Disabling compacts and flushes for region at 1733786060163Disabling writes for close at 1733786060163Writing region close event to WAL at 1733786060163Closed at 1733786060163 2024-12-09T23:14:20,164 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 35522fe9eefea23958c3c9a1791e1345, NAME => 'SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:14:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:14:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741841_1017 (size=62) 2024-12-09T23:14:20,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d03366a40d43344990725599b2e32978, disabling compactions & flushes 2024-12-09T23:14:20,219 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:20,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:20,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. after waiting 0 ms 2024-12-09T23:14:20,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:20,220 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:20,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d03366a40d43344990725599b2e32978: Waiting for close lock at 1733786060219Disabling compacts and flushes for region at 1733786060219Disabling writes for close at 1733786060220 (+1 ms)Writing region close event to WAL at 1733786060220Closed at 1733786060220 2024-12-09T23:14:20,221 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac498e6cc0751968663472931d2a076e, NAME => 'SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:14:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:14:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741843_1019 (size=62) 2024-12-09T23:14:20,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8bad8f1eb09c7a57c5f73a366a4bf411, disabling compactions & flushes 2024-12-09T23:14:20,302 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:20,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:20,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. after waiting 0 ms 2024-12-09T23:14:20,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:20,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:20,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bad8f1eb09c7a57c5f73a366a4bf411: Waiting for close lock at 1733786060302Disabling compacts and flushes for region at 1733786060302Disabling writes for close at 1733786060303 (+1 ms)Writing region close event to WAL at 1733786060303Closed at 1733786060303 2024-12-09T23:14:20,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8922bfebf1f063f3893abdc0197fb2a6, NAME => 'SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:14:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:14:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741844_1020 (size=62) 2024-12-09T23:14:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:14:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:14:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741845_1021 (size=62) 2024-12-09T23:14:20,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8922bfebf1f063f3893abdc0197fb2a6, disabling compactions & flushes 2024-12-09T23:14:20,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:20,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:20,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. after waiting 0 ms 2024-12-09T23:14:20,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:20,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:20,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8922bfebf1f063f3893abdc0197fb2a6: Waiting for close lock at 1733786060533Disabling compacts and flushes for region at 1733786060533Disabling writes for close at 1733786060533Writing region close event to WAL at 1733786060533Closed at 1733786060533 2024-12-09T23:14:20,534 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2e58794baaaf56f7a7eb6e97d0c0cd8, NAME => 'SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9 2024-12-09T23:14:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:14:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:14:20,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741846_1022 (size=62) 2024-12-09T23:14:20,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ac498e6cc0751968663472931d2a076e, disabling compactions & flushes 2024-12-09T23:14:20,542 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:20,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:20,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. after waiting 0 ms 2024-12-09T23:14:20,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:20,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:20,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac498e6cc0751968663472931d2a076e: Waiting for close lock at 1733786060542Disabling compacts and flushes for region at 1733786060542Disabling writes for close at 1733786060543 (+1 ms)Writing region close event to WAL at 1733786060543Closed at 1733786060543 2024-12-09T23:14:20,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T23:14:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:14:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a2e58794baaaf56f7a7eb6e97d0c0cd8, disabling compactions & flushes 2024-12-09T23:14:20,621 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. after waiting 0 ms 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:20,621 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:20,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2e58794baaaf56f7a7eb6e97d0c0cd8: Waiting for close lock at 1733786060621Disabling compacts and flushes for region at 1733786060621Disabling writes for close at 1733786060621Writing region close event to WAL at 1733786060621Closed at 1733786060621 2024-12-09T23:14:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741847_1023 (size=54) 2024-12-09T23:14:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 35522fe9eefea23958c3c9a1791e1345, disabling compactions & flushes 2024-12-09T23:14:20,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. after waiting 0 ms 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:20,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:20,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 35522fe9eefea23958c3c9a1791e1345: Waiting for close lock at 1733786060855Disabling compacts and flushes for region at 1733786060855Disabling writes for close at 1733786060855Writing region close event to WAL at 1733786060855Closed at 1733786060855 2024-12-09T23:14:20,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:14:20,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733786060857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786060857"}]},"ts":"1733786060857"} 2024-12-09T23:14:20,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T23:14:20,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:14:20,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786060876"}]},"ts":"1733786060876"} 2024-12-09T23:14:20,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T23:14:20,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T23:14:20,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:14:20,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:14:20,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T23:14:20,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:14:20,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca722bfc3916e3126b9d577094968b0b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e15f74661845219989451769e69bd6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d054ddb0da4b1d703e074d753a30dfc7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94a161f00f93b489777797f0018b3f4e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03366a40d43344990725599b2e32978, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35522fe9eefea23958c3c9a1791e1345, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac498e6cc0751968663472931d2a076e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8922bfebf1f063f3893abdc0197fb2a6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2e58794baaaf56f7a7eb6e97d0c0cd8, ASSIGN}] 2024-12-09T23:14:20,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e15f74661845219989451769e69bd6, ASSIGN 2024-12-09T23:14:20,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca722bfc3916e3126b9d577094968b0b, ASSIGN 2024-12-09T23:14:20,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d054ddb0da4b1d703e074d753a30dfc7, ASSIGN 2024-12-09T23:14:20,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94a161f00f93b489777797f0018b3f4e, ASSIGN 2024-12-09T23:14:20,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3e15f74661845219989451769e69bd6, ASSIGN; state=OFFLINE, location=aab77d931c0c,43441,1733786046407; forceNewPlan=false, retain=false 2024-12-09T23:14:20,897 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94a161f00f93b489777797f0018b3f4e, ASSIGN; state=OFFLINE, location=aab77d931c0c,36859,1733786046258; forceNewPlan=false, retain=false 2024-12-09T23:14:20,897 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca722bfc3916e3126b9d577094968b0b, ASSIGN; state=OFFLINE, location=aab77d931c0c,40733,1733786046324; forceNewPlan=false, retain=false 2024-12-09T23:14:20,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d054ddb0da4b1d703e074d753a30dfc7, ASSIGN; state=OFFLINE, location=aab77d931c0c,36859,1733786046258; forceNewPlan=false, retain=false 2024-12-09T23:14:20,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2e58794baaaf56f7a7eb6e97d0c0cd8, ASSIGN 2024-12-09T23:14:20,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2e58794baaaf56f7a7eb6e97d0c0cd8, ASSIGN; state=OFFLINE, location=aab77d931c0c,43441,1733786046407; forceNewPlan=false, retain=false 2024-12-09T23:14:20,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8922bfebf1f063f3893abdc0197fb2a6, ASSIGN 2024-12-09T23:14:20,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8922bfebf1f063f3893abdc0197fb2a6, ASSIGN; state=OFFLINE, location=aab77d931c0c,36859,1733786046258; forceNewPlan=false, retain=false 2024-12-09T23:14:20,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac498e6cc0751968663472931d2a076e, ASSIGN 2024-12-09T23:14:20,905 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac498e6cc0751968663472931d2a076e, ASSIGN; state=OFFLINE, location=aab77d931c0c,40733,1733786046324; forceNewPlan=false, retain=false 2024-12-09T23:14:20,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35522fe9eefea23958c3c9a1791e1345, ASSIGN 2024-12-09T23:14:20,907 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35522fe9eefea23958c3c9a1791e1345, ASSIGN; state=OFFLINE, location=aab77d931c0c,36859,1733786046258; forceNewPlan=false, retain=false 2024-12-09T23:14:20,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411, ASSIGN 2024-12-09T23:14:20,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411, ASSIGN; state=OFFLINE, location=aab77d931c0c,43441,1733786046407; forceNewPlan=false, retain=false 2024-12-09T23:14:20,915 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03366a40d43344990725599b2e32978, ASSIGN 2024-12-09T23:14:20,917 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d03366a40d43344990725599b2e32978, ASSIGN; state=OFFLINE, location=aab77d931c0c,40733,1733786046324; forceNewPlan=false, retain=false 2024-12-09T23:14:21,048 INFO [aab77d931c0c:36105 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T23:14:21,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bad8f1eb09c7a57c5f73a366a4bf411, regionState=OPENING, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:21,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e15f74661845219989451769e69bd6, regionState=OPENING, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:21,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ac498e6cc0751968663472931d2a076e, regionState=OPENING, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:21,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d03366a40d43344990725599b2e32978, regionState=OPENING, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:21,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca722bfc3916e3126b9d577094968b0b, regionState=OPENING, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:21,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8922bfebf1f063f3893abdc0197fb2a6, regionState=OPENING, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:21,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=35522fe9eefea23958c3c9a1791e1345, regionState=OPENING, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:21,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94a161f00f93b489777797f0018b3f4e, regionState=OPENING, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:21,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d054ddb0da4b1d703e074d753a30dfc7, regionState=OPENING, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:21,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2e58794baaaf56f7a7eb6e97d0c0cd8, regionState=OPENING, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:21,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411, ASSIGN because future has completed 2024-12-09T23:14:21,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411, server=aab77d931c0c,43441,1733786046407}] 2024-12-09T23:14:21,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3e15f74661845219989451769e69bd6, ASSIGN because future has completed 2024-12-09T23:14:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac498e6cc0751968663472931d2a076e, ASSIGN because future has completed 2024-12-09T23:14:21,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e15f74661845219989451769e69bd6, server=aab77d931c0c,43441,1733786046407}] 2024-12-09T23:14:21,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d03366a40d43344990725599b2e32978, ASSIGN because future has completed 2024-12-09T23:14:21,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca722bfc3916e3126b9d577094968b0b, ASSIGN because future has completed 2024-12-09T23:14:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8922bfebf1f063f3893abdc0197fb2a6, ASSIGN because future has completed 2024-12-09T23:14:21,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac498e6cc0751968663472931d2a076e, server=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:14:21,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03366a40d43344990725599b2e32978, server=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:14:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94a161f00f93b489777797f0018b3f4e, ASSIGN because future has completed 2024-12-09T23:14:21,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6, server=aab77d931c0c,36859,1733786046258}] 2024-12-09T23:14:21,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca722bfc3916e3126b9d577094968b0b, server=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:14:21,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2e58794baaaf56f7a7eb6e97d0c0cd8, ASSIGN because future has completed 2024-12-09T23:14:21,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d054ddb0da4b1d703e074d753a30dfc7, ASSIGN because future has completed 2024-12-09T23:14:21,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35522fe9eefea23958c3c9a1791e1345, ASSIGN because future has completed 2024-12-09T23:14:21,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d054ddb0da4b1d703e074d753a30dfc7, server=aab77d931c0c,36859,1733786046258}] 2024-12-09T23:14:21,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35522fe9eefea23958c3c9a1791e1345, server=aab77d931c0c,36859,1733786046258}] 2024-12-09T23:14:21,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8, server=aab77d931c0c,43441,1733786046407}] 2024-12-09T23:14:21,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a161f00f93b489777797f0018b3f4e, server=aab77d931c0c,36859,1733786046258}] 2024-12-09T23:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:24,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:24,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:24,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T23:14:24,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:24,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:24,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:26,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T23:14:26,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T23:14:26,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:14:26,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T23:14:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:31,165 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:14:31,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:14:31,162 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:31,170 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e15f74661845219989451769e69bd6, NAME => 'SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T23:14:31,173 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,173 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,173 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,173 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:14:31,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:14:31,205 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:31,205 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 94a161f00f93b489777797f0018b3f4e, NAME => 'SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T23:14:31,206 INFO [StoreOpener-a3e15f74661845219989451769e69bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,206 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,206 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,206 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,206 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,210 INFO [StoreOpener-a3e15f74661845219989451769e69bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e15f74661845219989451769e69bd6 columnFamilyName cf 2024-12-09T23:14:31,210 DEBUG [StoreOpener-a3e15f74661845219989451769e69bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,211 INFO [StoreOpener-a3e15f74661845219989451769e69bd6-1 {}] regionserver.HStore(327): Store=a3e15f74661845219989451769e69bd6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,211 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,212 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,213 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,214 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,214 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,220 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,241 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a3e15f74661845219989451769e69bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,242 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a3e15f74661845219989451769e69bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60240807, jitterRate=-0.10234202444553375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,242 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e15f74661845219989451769e69bd6 2024-12-09T23:14:31,242 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a3e15f74661845219989451769e69bd6: Running coprocessor pre-open hook at 1733786071173Writing region info on filesystem at 1733786071173Initializing all the Stores at 1733786071175 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071175Cleaning up temporary data from old regions at 1733786071214 (+39 ms)Running coprocessor post-open hooks at 1733786071242 (+28 ms)Region opened successfully at 1733786071242 2024-12-09T23:14:31,244 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6., pid=16, masterSystemTime=1733786071120 2024-12-09T23:14:31,246 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:31,246 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:31,246 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:31,247 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a2e58794baaaf56f7a7eb6e97d0c0cd8, NAME => 'SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T23:14:31,247 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,247 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,247 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,247 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e15f74661845219989451769e69bd6, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:31,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e15f74661845219989451769e69bd6, server=aab77d931c0c,43441,1733786046407 because future has completed 2024-12-09T23:14:31,255 INFO [StoreOpener-94a161f00f93b489777797f0018b3f4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,258 INFO [StoreOpener-94a161f00f93b489777797f0018b3f4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a161f00f93b489777797f0018b3f4e columnFamilyName cf 2024-12-09T23:14:31,259 DEBUG [StoreOpener-94a161f00f93b489777797f0018b3f4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,259 INFO [StoreOpener-94a161f00f93b489777797f0018b3f4e-1 {}] regionserver.HStore(327): Store=94a161f00f93b489777797f0018b3f4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,260 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-12-09T23:14:31,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e15f74661845219989451769e69bd6, server=aab77d931c0c,43441,1733786046407 in 10.1580 sec 2024-12-09T23:14:31,261 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,261 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,262 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,262 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,264 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,270 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:31,271 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ac498e6cc0751968663472931d2a076e, NAME => 'SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T23:14:31,271 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,271 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,271 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,271 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e15f74661845219989451769e69bd6, ASSIGN in 10.3720 sec 2024-12-09T23:14:31,273 INFO [StoreOpener-a2e58794baaaf56f7a7eb6e97d0c0cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,282 INFO [StoreOpener-a2e58794baaaf56f7a7eb6e97d0c0cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e58794baaaf56f7a7eb6e97d0c0cd8 columnFamilyName cf 2024-12-09T23:14:31,282 DEBUG [StoreOpener-a2e58794baaaf56f7a7eb6e97d0c0cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,283 INFO [StoreOpener-a2e58794baaaf56f7a7eb6e97d0c0cd8-1 {}] regionserver.HStore(327): Store=a2e58794baaaf56f7a7eb6e97d0c0cd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,283 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,287 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,288 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,289 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,289 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,289 INFO [StoreOpener-ac498e6cc0751968663472931d2a076e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,290 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/94a161f00f93b489777797f0018b3f4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,291 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 94a161f00f93b489777797f0018b3f4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63392503, jitterRate=-0.05537809431552887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,291 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:31,291 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 94a161f00f93b489777797f0018b3f4e: Running coprocessor pre-open hook at 1733786071224Writing region info on filesystem at 1733786071224Initializing all the Stores at 1733786071226 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071226Cleaning up temporary data from old regions at 1733786071262 (+36 ms)Running coprocessor post-open hooks at 1733786071291 (+29 ms)Region opened successfully at 1733786071291 2024-12-09T23:14:31,292 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e., pid=24, masterSystemTime=1733786071165 2024-12-09T23:14:31,293 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,294 INFO [StoreOpener-ac498e6cc0751968663472931d2a076e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac498e6cc0751968663472931d2a076e columnFamilyName cf 2024-12-09T23:14:31,294 DEBUG [StoreOpener-ac498e6cc0751968663472931d2a076e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,298 INFO [StoreOpener-ac498e6cc0751968663472931d2a076e-1 {}] regionserver.HStore(327): Store=ac498e6cc0751968663472931d2a076e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,298 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:31,298 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:31,298 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,298 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:31,298 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d054ddb0da4b1d703e074d753a30dfc7, NAME => 'SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T23:14:31,299 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,299 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,299 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,299 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94a161f00f93b489777797f0018b3f4e, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:31,300 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,301 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,301 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,302 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,304 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a161f00f93b489777797f0018b3f4e, server=aab77d931c0c,36859,1733786046258 because future has completed 2024-12-09T23:14:31,308 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,309 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a2e58794baaaf56f7a7eb6e97d0c0cd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64112229, jitterRate=-0.04465334117412567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,309 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:31,309 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a2e58794baaaf56f7a7eb6e97d0c0cd8: Running coprocessor pre-open hook at 1733786071247Writing region info on filesystem at 1733786071247Initializing all the Stores at 1733786071250 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071250Cleaning up temporary data from old regions at 1733786071289 (+39 ms)Running coprocessor post-open hooks at 1733786071309 (+20 ms)Region opened successfully at 1733786071309 2024-12-09T23:14:31,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-09T23:14:31,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 94a161f00f93b489777797f0018b3f4e, server=aab77d931c0c,36859,1733786046258 in 10.1250 sec 2024-12-09T23:14:31,312 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8., pid=23, masterSystemTime=1733786071120 2024-12-09T23:14:31,317 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:31,317 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:31,317 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:31,318 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bad8f1eb09c7a57c5f73a366a4bf411, NAME => 'SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T23:14:31,318 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,318 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,318 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,318 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94a161f00f93b489777797f0018b3f4e, ASSIGN in 10.4210 sec 2024-12-09T23:14:31,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2e58794baaaf56f7a7eb6e97d0c0cd8, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:31,331 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8, server=aab77d931c0c,43441,1733786046407 because future has completed 2024-12-09T23:14:31,331 INFO [StoreOpener-d054ddb0da4b1d703e074d753a30dfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,332 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ac498e6cc0751968663472931d2a076e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64139035, jitterRate=-0.04425390064716339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,332 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:31,332 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ac498e6cc0751968663472931d2a076e: Running coprocessor pre-open hook at 1733786071271Writing region info on filesystem at 1733786071271Initializing all the Stores at 1733786071273 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071273Cleaning up temporary data from old regions at 1733786071302 (+29 ms)Running coprocessor post-open hooks at 1733786071332 (+30 ms)Region opened successfully at 1733786071332 2024-12-09T23:14:31,333 INFO [StoreOpener-8bad8f1eb09c7a57c5f73a366a4bf411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,333 INFO [StoreOpener-d054ddb0da4b1d703e074d753a30dfc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d054ddb0da4b1d703e074d753a30dfc7 columnFamilyName cf 2024-12-09T23:14:31,334 DEBUG [StoreOpener-d054ddb0da4b1d703e074d753a30dfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,335 INFO [StoreOpener-d054ddb0da4b1d703e074d753a30dfc7-1 {}] regionserver.HStore(327): Store=d054ddb0da4b1d703e074d753a30dfc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,335 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,335 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., pid=18, masterSystemTime=1733786071168 2024-12-09T23:14:31,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-09T23:14:31,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8, server=aab77d931c0c,43441,1733786046407 in 10.1540 sec 2024-12-09T23:14:31,338 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,338 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,339 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,339 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,340 INFO [StoreOpener-8bad8f1eb09c7a57c5f73a366a4bf411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bad8f1eb09c7a57c5f73a366a4bf411 columnFamilyName cf 2024-12-09T23:14:31,340 DEBUG [StoreOpener-8bad8f1eb09c7a57c5f73a366a4bf411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,342 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:31,343 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:31,343 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:31,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ac498e6cc0751968663472931d2a076e, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:31,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2e58794baaaf56f7a7eb6e97d0c0cd8, ASSIGN in 10.4480 sec 2024-12-09T23:14:31,343 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d03366a40d43344990725599b2e32978, NAME => 'SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T23:14:31,343 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,343 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,344 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,344 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,345 INFO [StoreOpener-8bad8f1eb09c7a57c5f73a366a4bf411-1 {}] regionserver.HStore(327): Store=8bad8f1eb09c7a57c5f73a366a4bf411/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,345 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,347 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,349 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac498e6cc0751968663472931d2a076e, server=aab77d931c0c,40733,1733786046324 because future has completed 2024-12-09T23:14:31,350 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,350 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,350 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,351 INFO [StoreOpener-d03366a40d43344990725599b2e32978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,357 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,357 INFO [StoreOpener-d03366a40d43344990725599b2e32978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03366a40d43344990725599b2e32978 columnFamilyName cf 2024-12-09T23:14:31,358 DEBUG [StoreOpener-d03366a40d43344990725599b2e32978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,358 INFO [StoreOpener-d03366a40d43344990725599b2e32978-1 {}] regionserver.HStore(327): Store=d03366a40d43344990725599b2e32978/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,359 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,360 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,360 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-09T23:14:31,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ac498e6cc0751968663472931d2a076e, server=aab77d931c0c,40733,1733786046324 in 10.2130 sec 2024-12-09T23:14:31,361 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,361 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,363 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,364 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8bad8f1eb09c7a57c5f73a366a4bf411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,365 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8bad8f1eb09c7a57c5f73a366a4bf411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58899254, jitterRate=-0.12233272194862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,365 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:31,366 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8bad8f1eb09c7a57c5f73a366a4bf411: Running coprocessor pre-open hook at 1733786071318Writing region info on filesystem at 1733786071318Initializing all the Stores at 1733786071329 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071329Cleaning up temporary data from old regions at 1733786071350 (+21 ms)Running coprocessor post-open hooks at 1733786071365 (+15 ms)Region opened successfully at 1733786071365 2024-12-09T23:14:31,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac498e6cc0751968663472931d2a076e, ASSIGN in 10.4720 sec 2024-12-09T23:14:31,368 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411., pid=15, masterSystemTime=1733786071120 2024-12-09T23:14:31,370 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d054ddb0da4b1d703e074d753a30dfc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,371 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d054ddb0da4b1d703e074d753a30dfc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69241179, jitterRate=0.031773969531059265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,371 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:31,371 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d054ddb0da4b1d703e074d753a30dfc7: Running coprocessor pre-open hook at 1733786071299Writing region info on filesystem at 1733786071299Initializing all the Stores at 1733786071300 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071301 (+1 ms)Cleaning up temporary data from old regions at 1733786071339 (+38 ms)Running coprocessor post-open hooks at 1733786071371 (+32 ms)Region opened successfully at 1733786071371 2024-12-09T23:14:31,372 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d03366a40d43344990725599b2e32978/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,373 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7., pid=21, masterSystemTime=1733786071165 2024-12-09T23:14:31,373 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d03366a40d43344990725599b2e32978; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62398086, jitterRate=-0.07019606232643127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,373 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d03366a40d43344990725599b2e32978 2024-12-09T23:14:31,373 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:31,373 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:31,373 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d03366a40d43344990725599b2e32978: Running coprocessor pre-open hook at 1733786071344Writing region info on filesystem at 1733786071344Initializing all the Stores at 1733786071349 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071350 (+1 ms)Cleaning up temporary data from old regions at 1733786071361 (+11 ms)Running coprocessor post-open hooks at 1733786071373 (+12 ms)Region opened successfully at 1733786071373 2024-12-09T23:14:31,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bad8f1eb09c7a57c5f73a366a4bf411, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:31,378 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978., pid=17, masterSystemTime=1733786071168 2024-12-09T23:14:31,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411, server=aab77d931c0c,43441,1733786046407 because future has completed 2024-12-09T23:14:31,381 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=aab77d931c0c,43441,1733786046407, table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T23:14:31,383 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:31,383 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:31,384 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:31,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8922bfebf1f063f3893abdc0197fb2a6, NAME => 'SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T23:14:31,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,384 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,385 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,385 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d054ddb0da4b1d703e074d753a30dfc7, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:31,388 INFO [StoreOpener-8922bfebf1f063f3893abdc0197fb2a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,389 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:31,389 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:31,389 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:31,390 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ca722bfc3916e3126b9d577094968b0b, NAME => 'SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T23:14:31,390 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,390 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,390 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,391 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d03366a40d43344990725599b2e32978, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d054ddb0da4b1d703e074d753a30dfc7, server=aab77d931c0c,36859,1733786046258 because future has completed 2024-12-09T23:14:31,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-12-09T23:14:31,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411, server=aab77d931c0c,43441,1733786046407 in 10.3100 sec 2024-12-09T23:14:31,407 INFO [StoreOpener-8922bfebf1f063f3893abdc0197fb2a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8922bfebf1f063f3893abdc0197fb2a6 columnFamilyName cf 2024-12-09T23:14:31,407 DEBUG [StoreOpener-8922bfebf1f063f3893abdc0197fb2a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03366a40d43344990725599b2e32978, server=aab77d931c0c,40733,1733786046324 because future has completed 2024-12-09T23:14:31,410 INFO [StoreOpener-8922bfebf1f063f3893abdc0197fb2a6-1 {}] regionserver.HStore(327): Store=8922bfebf1f063f3893abdc0197fb2a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,410 INFO [StoreOpener-ca722bfc3916e3126b9d577094968b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,410 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,412 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,413 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bad8f1eb09c7a57c5f73a366a4bf411, ASSIGN in 10.5170 sec 2024-12-09T23:14:31,413 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,413 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,414 INFO [StoreOpener-ca722bfc3916e3126b9d577094968b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca722bfc3916e3126b9d577094968b0b columnFamilyName cf 2024-12-09T23:14:31,414 DEBUG [StoreOpener-ca722bfc3916e3126b9d577094968b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,416 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,418 INFO [StoreOpener-ca722bfc3916e3126b9d577094968b0b-1 {}] regionserver.HStore(327): Store=ca722bfc3916e3126b9d577094968b0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,418 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,420 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,421 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,421 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,421 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-09T23:14:31,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d054ddb0da4b1d703e074d753a30dfc7, server=aab77d931c0c,36859,1733786046258 in 10.2350 sec 2024-12-09T23:14:31,424 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-09T23:14:31,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d03366a40d43344990725599b2e32978, server=aab77d931c0c,40733,1733786046324 in 10.2740 sec 2024-12-09T23:14:31,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d054ddb0da4b1d703e074d753a30dfc7, ASSIGN in 10.5330 sec 2024-12-09T23:14:31,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03366a40d43344990725599b2e32978, ASSIGN in 10.5370 sec 2024-12-09T23:14:31,435 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,436 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8922bfebf1f063f3893abdc0197fb2a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990104, jitterRate=-0.03157198429107666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,436 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:31,436 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8922bfebf1f063f3893abdc0197fb2a6: Running coprocessor pre-open hook at 1733786071385Writing region info on filesystem at 1733786071385Initializing all the Stores at 1733786071387 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071388 (+1 ms)Cleaning up temporary data from old regions at 1733786071413 (+25 ms)Running coprocessor post-open hooks at 1733786071436 (+23 ms)Region opened successfully at 1733786071436 2024-12-09T23:14:31,437 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., pid=19, masterSystemTime=1733786071165 2024-12-09T23:14:31,441 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ca722bfc3916e3126b9d577094968b0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,442 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ca722bfc3916e3126b9d577094968b0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60030317, jitterRate=-0.10547856986522675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,442 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:31,442 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ca722bfc3916e3126b9d577094968b0b: Running coprocessor pre-open hook at 1733786071391Writing region info on filesystem at 1733786071391Initializing all the Stores at 1733786071397 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071397Cleaning up temporary data from old regions at 1733786071421 (+24 ms)Running coprocessor post-open hooks at 1733786071442 (+21 ms)Region opened successfully at 1733786071442 2024-12-09T23:14:31,444 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b., pid=20, masterSystemTime=1733786071168 2024-12-09T23:14:31,449 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:31,449 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:31,449 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:31,449 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 35522fe9eefea23958c3c9a1791e1345, NAME => 'SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T23:14:31,449 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8922bfebf1f063f3893abdc0197fb2a6, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:31,449 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:31,450 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,450 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,452 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:31,452 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:31,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca722bfc3916e3126b9d577094968b0b, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:31,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6, server=aab77d931c0c,36859,1733786046258 because future has completed 2024-12-09T23:14:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca722bfc3916e3126b9d577094968b0b, server=aab77d931c0c,40733,1733786046324 because future has completed 2024-12-09T23:14:31,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-09T23:14:31,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6, server=aab77d931c0c,36859,1733786046258 in 10.3080 sec 2024-12-09T23:14:31,464 INFO [StoreOpener-35522fe9eefea23958c3c9a1791e1345-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,467 INFO [StoreOpener-35522fe9eefea23958c3c9a1791e1345-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35522fe9eefea23958c3c9a1791e1345 columnFamilyName cf 2024-12-09T23:14:31,467 DEBUG [StoreOpener-35522fe9eefea23958c3c9a1791e1345-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:31,468 INFO [StoreOpener-35522fe9eefea23958c3c9a1791e1345-1 {}] regionserver.HStore(327): Store=35522fe9eefea23958c3c9a1791e1345/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:31,468 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,469 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,470 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,470 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,470 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-09T23:14:31,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8922bfebf1f063f3893abdc0197fb2a6, ASSIGN in 10.5730 sec 2024-12-09T23:14:31,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca722bfc3916e3126b9d577094968b0b, server=aab77d931c0c,40733,1733786046324 in 10.3090 sec 2024-12-09T23:14:31,473 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca722bfc3916e3126b9d577094968b0b, ASSIGN in 10.5830 sec 2024-12-09T23:14:31,477 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:31,477 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 35522fe9eefea23958c3c9a1791e1345; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70375560, jitterRate=0.04867756366729736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T23:14:31,477 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:31,477 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 35522fe9eefea23958c3c9a1791e1345: Running coprocessor pre-open hook at 1733786071450Writing region info on filesystem at 1733786071450Initializing all the Stores at 1733786071453 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786071453Cleaning up temporary data from old regions at 1733786071470 (+17 ms)Running coprocessor post-open hooks at 1733786071477 (+7 ms)Region opened successfully at 1733786071477 2024-12-09T23:14:31,478 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., pid=22, masterSystemTime=1733786071165 2024-12-09T23:14:31,485 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:31,485 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:31,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=35522fe9eefea23958c3c9a1791e1345, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:31,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35522fe9eefea23958c3c9a1791e1345, server=aab77d931c0c,36859,1733786046258 because future has completed 2024-12-09T23:14:31,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-09T23:14:31,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 35522fe9eefea23958c3c9a1791e1345, server=aab77d931c0c,36859,1733786046258 in 10.3170 sec 2024-12-09T23:14:31,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-09T23:14:31,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35522fe9eefea23958c3c9a1791e1345, ASSIGN in 10.6060 sec 2024-12-09T23:14:31,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:14:31,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786071510"}]},"ts":"1733786071510"} 2024-12-09T23:14:31,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T23:14:31,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:14:31,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.9710 sec 2024-12-09T23:14:32,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T23:14:35,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:14:36,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:36,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:36,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:36,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T23:14:36,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:36,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:36,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:14:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:37,835 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T23:14:37,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T23:14:37,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:14:37,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T23:14:37,840 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:14:37,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T23:14:37,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,862 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,863 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,864 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,922 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,923 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,925 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,925 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,926 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,927 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e., hostname=aab77d931c0c,40733,1733786046324, seqNum=2] 2024-12-09T23:14:37,985 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,987 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,990 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,992 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:37,994 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., hostname=aab77d931c0c,36859,1733786046258, seqNum=2] 2024-12-09T23:14:38,057 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8., hostname=aab77d931c0c,43441,1733786046407, seqNum=2] 2024-12-09T23:14:38,059 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8., hostname=aab77d931c0c,43441,1733786046407, seqNum=2] 2024-12-09T23:14:38,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8., hostname=aab77d931c0c,43441,1733786046407, seqNum=2] 2024-12-09T23:14:38,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8., hostname=aab77d931c0c,43441,1733786046407, seqNum=2] 2024-12-09T23:14:38,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:38,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:38,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:38,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:38,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:14:38,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:14:38,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:38,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:14:39,172 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T23:14:39,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T23:14:39,334 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T23:14:39,334 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:14:39,335 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T23:14:39,336 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T23:14:39,340 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T23:14:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:14:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:14:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741848_1024 (size=49) 2024-12-09T23:14:39,371 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T23:14:39,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca722bfc3916e3126b9d577094968b0b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e15f74661845219989451769e69bd6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d054ddb0da4b1d703e074d753a30dfc7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94a161f00f93b489777797f0018b3f4e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03366a40d43344990725599b2e32978}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35522fe9eefea23958c3c9a1791e1345}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac498e6cc0751968663472931d2a076e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8}] 2024-12-09T23:14:39,374 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:39,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:39,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:39,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e15f74661845219989451769e69bd6 2024-12-09T23:14:39,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:39,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:39,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:39,381 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:39,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03366a40d43344990725599b2e32978 2024-12-09T23:14:39,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:49,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T23:14:49,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T23:14:49,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T23:14:49,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:49,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T23:14:49,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 35522fe9eefea23958c3c9a1791e1345 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T23:14:49,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:49,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T23:14:49,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:49,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d054ddb0da4b1d703e074d753a30dfc7: 2024-12-09T23:14:49,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:49,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T23:14:49,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ac498e6cc0751968663472931d2a076e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T23:14:49,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8922bfebf1f063f3893abdc0197fb2a6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T23:14:49,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:49,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d03366a40d43344990725599b2e32978: 2024-12-09T23:14:49,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T23:14:49,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ca722bfc3916e3126b9d577094968b0b: 2024-12-09T23:14:49,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T23:14:49,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T23:14:49,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:49,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8bad8f1eb09c7a57c5f73a366a4bf411: 2024-12-09T23:14:49,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a3e15f74661845219989451769e69bd6: 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:49,387 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a2e58794baaaf56f7a7eb6e97d0c0cd8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T23:14:49,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/.tmp/cf/271990f8ea924618848b9c41c95fe0d9 is 34, key is aaa/cf:cf/1733786078694/Put/seqid=0 2024-12-09T23:14:49,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/.tmp/cf/79272c040f054defa70eaca8c0faba33 is 34, key is baa/cf:cf/1733786078710/Put/seqid=0 2024-12-09T23:14:49,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/.tmp/cf/a0dbb583800941528b1b82a51d305904 is 34, key is ccd/cf:cf/1733786078749/Put/seqid=0 2024-12-09T23:14:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:14:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:14:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741849_1025 (size=65) 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 94a161f00f93b489777797f0018b3f4e: 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:49,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T23:14:49,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:14:49,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d054ddb0da4b1d703e074d753a30dfc7 in 10.0430 sec 2024-12-09T23:14:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:14:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:14:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741850_1026 (size=65) 2024-12-09T23:14:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741851_1027 (size=57) 2024-12-09T23:14:49,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:14:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741851_1027 (size=57) 2024-12-09T23:14:49,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T23:14:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741851_1027 (size=57) 2024-12-09T23:14:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T23:14:49,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d03366a40d43344990725599b2e32978 2024-12-09T23:14:49,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03366a40d43344990725599b2e32978 2024-12-09T23:14:49,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:14:49,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T23:14:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T23:14:49,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:49,443 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:14:49,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d03366a40d43344990725599b2e32978 in 10.0700 sec 2024-12-09T23:14:49,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca722bfc3916e3126b9d577094968b0b in 10.0730 sec 2024-12-09T23:14:49,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741855_1031 (size=47197) 2024-12-09T23:14:49,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741855_1031 (size=47197) 2024-12-09T23:14:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741855_1031 (size=47197) 2024-12-09T23:14:49,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/.tmp/cf/a0dbb583800941528b1b82a51d305904 2024-12-09T23:14:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:14:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:14:49,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733786059542.8bad8f1eb09c7a57c5f73a366a4bf411. 2024-12-09T23:14:49,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T23:14:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741852_1028 (size=65) 2024-12-09T23:14:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T23:14:49,495 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:49,496 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411 2024-12-09T23:14:49,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bad8f1eb09c7a57c5f73a366a4bf411 in 10.1260 sec 2024-12-09T23:14:49,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/.tmp/cf/2cfeb528e59e478e862a4e9f71ef7d38 is 34, key is eaa/cf:cf/1733786079200/Put/seqid=0 2024-12-09T23:14:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741857_1033 (size=65) 2024-12-09T23:14:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741857_1033 (size=65) 2024-12-09T23:14:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741857_1033 (size=65) 2024-12-09T23:14:49,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/.tmp/cf/a0dbb583800941528b1b82a51d305904 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/cf/a0dbb583800941528b1b82a51d305904 2024-12-09T23:14:49,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/cf/a0dbb583800941528b1b82a51d305904, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T23:14:49,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8922bfebf1f063f3893abdc0197fb2a6 in 149ms, sequenceid=5, compaction requested=false 2024-12-09T23:14:49,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8922bfebf1f063f3893abdc0197fb2a6: 2024-12-09T23:14:49,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/cf/a0dbb583800941528b1b82a51d305904] hfiles 2024-12-09T23:14:49,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/cf/a0dbb583800941528b1b82a51d305904 for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741854_1030 (size=28623) 2024-12-09T23:14:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741854_1030 (size=28623) 2024-12-09T23:14:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741854_1030 (size=28623) 2024-12-09T23:14:49,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/.tmp/cf/79272c040f054defa70eaca8c0faba33 2024-12-09T23:14:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741856_1032 (size=65) 2024-12-09T23:14:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741856_1032 (size=65) 2024-12-09T23:14:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741856_1032 (size=65) 2024-12-09T23:14:49,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741853_1029 (size=26918) 2024-12-09T23:14:49,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6. 2024-12-09T23:14:49,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T23:14:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741853_1029 (size=26918) 2024-12-09T23:14:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T23:14:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741853_1029 (size=26918) 2024-12-09T23:14:49,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3e15f74661845219989451769e69bd6 2024-12-09T23:14:49,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e15f74661845219989451769e69bd6 2024-12-09T23:14:49,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/.tmp/cf/271990f8ea924618848b9c41c95fe0d9 2024-12-09T23:14:49,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3e15f74661845219989451769e69bd6 in 10.1790 sec 2024-12-09T23:14:49,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/.tmp/cf/79272c040f054defa70eaca8c0faba33 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/cf/79272c040f054defa70eaca8c0faba33 2024-12-09T23:14:49,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/.tmp/cf/271990f8ea924618848b9c41c95fe0d9 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/cf/271990f8ea924618848b9c41c95fe0d9 2024-12-09T23:14:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741859_1035 (size=105) 2024-12-09T23:14:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741859_1035 (size=105) 2024-12-09T23:14:49,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/cf/79272c040f054defa70eaca8c0faba33, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T23:14:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741858_1034 (size=499309) 2024-12-09T23:14:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741858_1034 (size=499309) 2024-12-09T23:14:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741858_1034 (size=499309) 2024-12-09T23:14:49,566 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ac498e6cc0751968663472931d2a076e in 185ms, sequenceid=5, compaction requested=false 2024-12-09T23:14:49,567 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/.tmp/cf/2cfeb528e59e478e862a4e9f71ef7d38 2024-12-09T23:14:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741859_1035 (size=105) 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ac498e6cc0751968663472931d2a076e: 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/cf/79272c040f054defa70eaca8c0faba33] hfiles 2024-12-09T23:14:49,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/cf/79272c040f054defa70eaca8c0faba33 for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T23:14:49,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:49,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:14:49,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8922bfebf1f063f3893abdc0197fb2a6 in 10.1980 sec 2024-12-09T23:14:49,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/cf/271990f8ea924618848b9c41c95fe0d9, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T23:14:49,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 35522fe9eefea23958c3c9a1791e1345 in 193ms, sequenceid=5, compaction requested=false 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 35522fe9eefea23958c3c9a1791e1345: 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/cf/271990f8ea924618848b9c41c95fe0d9] hfiles 2024-12-09T23:14:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/cf/271990f8ea924618848b9c41c95fe0d9 for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/.tmp/cf/2cfeb528e59e478e862a4e9f71ef7d38 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/cf/2cfeb528e59e478e862a4e9f71ef7d38 2024-12-09T23:14:49,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741860_1036 (size=105) 2024-12-09T23:14:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741860_1036 (size=105) 2024-12-09T23:14:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741860_1036 (size=105) 2024-12-09T23:14:49,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:14:49,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T23:14:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T23:14:49,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:49,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac498e6cc0751968663472931d2a076e 2024-12-09T23:14:49,584 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/cf/2cfeb528e59e478e862a4e9f71ef7d38, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T23:14:49,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac498e6cc0751968663472931d2a076e in 10.2120 sec 2024-12-09T23:14:49,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a2e58794baaaf56f7a7eb6e97d0c0cd8 in 199ms, sequenceid=5, compaction requested=false 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a2e58794baaaf56f7a7eb6e97d0c0cd8: 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. for SnapshotProcedureTest completed. 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/cf/2cfeb528e59e478e862a4e9f71ef7d38] hfiles 2024-12-09T23:14:49,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/a2e58794baaaf56f7a7eb6e97d0c0cd8/cf/2cfeb528e59e478e862a4e9f71ef7d38 for snapshot=SnapshotProcedureTest 2024-12-09T23:14:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741861_1037 (size=105) 2024-12-09T23:14:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741861_1037 (size=105) 2024-12-09T23:14:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741861_1037 (size=105) 2024-12-09T23:14:49,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:14:49,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T23:14:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T23:14:49,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:49,598 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:14:49,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35522fe9eefea23958c3c9a1791e1345 in 10.2280 sec 2024-12-09T23:14:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741862_1038 (size=97) 2024-12-09T23:14:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741862_1038 (size=97) 2024-12-09T23:14:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741862_1038 (size=97) 2024-12-09T23:14:49,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733786059542.a2e58794baaaf56f7a7eb6e97d0c0cd8. 2024-12-09T23:14:49,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T23:14:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T23:14:49,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:49,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8 2024-12-09T23:14:49,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2e58794baaaf56f7a7eb6e97d0c0cd8 in 10.2430 sec 2024-12-09T23:14:49,885 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aab77d931c0c:33255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T23:14:49,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:14:49,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T23:14:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T23:14:49,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:49,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:14:49,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-09T23:14:49,924 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T23:14:49,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94a161f00f93b489777797f0018b3f4e in 10.5500 sec 2024-12-09T23:14:49,925 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T23:14:49,926 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T23:14:49,926 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T23:14:49,929 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:14:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741863_1039 (size=1174) 2024-12-09T23:14:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741863_1039 (size=1174) 2024-12-09T23:14:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741863_1039 (size=1174) 2024-12-09T23:14:49,972 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T23:14:49,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T23:14:49,979 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:49,979 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:49,979 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:49,979 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:49,979 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:49,983 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:49,983 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:49,983 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:49,983 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:50,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:14:59,430 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T23:14:59,430 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T23:14:59,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T23:14:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T23:14:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T23:14:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T23:14:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T23:14:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T23:14:59,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T23:14:59,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T23:14:59,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T23:14:59,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:14:59,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T23:14:59,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T23:14:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T23:14:59,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T23:14:59,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:14:59,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T23:14:59,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T23:14:59,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T23:14:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T23:14:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T23:14:59,991 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 Release verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:59,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T23:14:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T23:14:59,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T23:14:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T23:14:59,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T23:14:59,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T23:14:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T23:14:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T23:14:59,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 in 10.0150 sec 2024-12-09T23:14:59,996 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 Release verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:59,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 Release verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:14:59,997 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 Release verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:14:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T23:14:59,998 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 Release verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:14:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T23:14:59,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 in 10.0200 sec 2024-12-09T23:15:00,000 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 Release verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:00,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 in 10.0210 sec 2024-12-09T23:15:00,006 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 Release verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:00,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 in 10.0220 sec 2024-12-09T23:15:00,009 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 Release verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:15:00,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 in 10.0210 sec 2024-12-09T23:15:00,010 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 Release verify snapshot worker=aab77d931c0c,36859,1733786046258 2024-12-09T23:15:00,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 in 10.0330 sec 2024-12-09T23:15:00,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 in 10.0240 sec 2024-12-09T23:15:00,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 in 10.0300 sec 2024-12-09T23:15:00,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,36859,1733786046258 in 10.0340 sec 2024-12-09T23:15:00,013 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:15:00,052 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing aab77d931c0c,43441,1733786046407 2024-12-09T23:15:00,052 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server aab77d931c0c,43441,1733786046407: Simulated kill ***** 2024-12-09T23:15:00,052 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T23:15:00,052 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T23:15:00,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T23:15:00,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T23:15:00,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T23:15:00,053 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 534005248 }, "NonHeapMemoryUsage": { "committed": 176881664, "init": 7667712, "max": -1, "used": 172022272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T23:15:00,054 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36105 {}] master.MasterRpcServices(700): aab77d931c0c,43441,1733786046407 reported a fatal error: ***** ABORTING region server aab77d931c0c,43441,1733786046407: Simulated kill ***** 2024-12-09T23:15:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,43441,1733786046407' ***** 2024-12-09T23:15:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T23:15:00,055 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:15:00,055 INFO [RS:2;aab77d931c0c:43441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T23:15:00,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:15:00,055 INFO [RS:2;aab77d931c0c:43441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T23:15:00,055 INFO [RS:2;aab77d931c0c:43441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:15:00,055 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T23:15:00,055 INFO [RS:2;aab77d931c0c:43441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;aab77d931c0c:43441. 2024-12-09T23:15:00,055 DEBUG [RS:2;aab77d931c0c:43441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:00,055 DEBUG [RS:2;aab77d931c0c:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741836_1012 (size=14382) 2024-12-09T23:15:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741836_1012 (size=14382) 2024-12-09T23:15:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741836_1012 (size=14382) 2024-12-09T23:15:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741835_1011 (size=1488) 2024-12-09T23:15:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741835_1011 (size=1488) 2024-12-09T23:15:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741835_1011 (size=1488) 2024-12-09T23:15:00,073 DEBUG [RS:2;aab77d931c0c:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:00,073 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:00,073 INFO [RS:2;aab77d931c0c:43441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43441 2024-12-09T23:15:00,107 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:00,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,43441,1733786046407 2024-12-09T23:15:00,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:15:00,156 INFO [RS:2;aab77d931c0c:43441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:15:00,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,43441,1733786046407] 2024-12-09T23:15:00,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,43441,1733786046407 already deleted, retry=false 2024-12-09T23:15:00,177 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of aab77d931c0c,43441,1733786046407 on aab77d931c0c,36105,1733786045760 2024-12-09T23:15:00,178 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure aab77d931c0c,43441,1733786046407, splitWal=true, meta=true 2024-12-09T23:15:00,178 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for aab77d931c0c,43441,1733786046407 (carryingMeta=true) aab77d931c0c,43441,1733786046407/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@a66fabf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T23:15:00,180 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure aab77d931c0c,43441,1733786046407, splitWal=true, meta=true 2024-12-09T23:15:00,182 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure aab77d931c0c,43441,1733786046407, splitWal=true, meta=true, isMeta: true 2024-12-09T23:15:00,183 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting 2024-12-09T23:15:00,184 INFO [PEWorker-5 {}] master.SplitWALManager(105): aab77d931c0c,43441,1733786046407 WAL count=1, meta=true 2024-12-09T23:15:00,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta}] 2024-12-09T23:15:00,187 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:00,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, worker=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:15:00,188 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-09T23:15:00,188 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-09T23:15:00,188 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-09T23:15:00,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,43441,1733786046407 Release verify snapshot worker=aab77d931c0c,43441,1733786046407 2024-12-09T23:15:00,192 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to aab77d931c0c,43441,1733786046407, this operation will be retried to send to another server 2024-12-09T23:15:00,192 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,192 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733786101192 2024-12-09T23:15:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1000cdb93dc0003, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:00,267 INFO [RS:2;aab77d931c0c:43441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:15:00,267 INFO [RS:2;aab77d931c0c:43441 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,43441,1733786046407; zookeeper connection closed. 2024-12-09T23:15:00,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65435b91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65435b91 2024-12-09T23:15:00,591 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T23:15:00,592 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T23:15:01,193 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:05,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:15:08,583 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T23:15:10,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T23:15:10,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T23:15:10,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T23:15:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T23:15:10,198 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 Release verify snapshot worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:10,219 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, size=14.0 K (14382bytes) 2024-12-09T23:15:10,219 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta 2024-12-09T23:15:10,220 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta after 1ms 2024-12-09T23:15:10,235 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta took 17ms 2024-12-09T23:15:10,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-09T23:15:10,245 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T23:15:10,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aab77d931c0c,40733,1733786046324 in 20.2220 sec 2024-12-09T23:15:10,249 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T23:15:10,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-09T23:15:10,257 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta so closing down 2024-12-09T23:15:10,257 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T23:15:10,264 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T23:15:10,264 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T23:15:10,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9320 sec 2024-12-09T23:15:10,274 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp 2024-12-09T23:15:10,277 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp 2024-12-09T23:15:10,278 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T23:15:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741864_1040 (size=14141) 2024-12-09T23:15:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741864_1040 (size=14141) 2024-12-09T23:15:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741864_1040 (size=14141) 2024-12-09T23:15:10,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-09T23:15:10,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T23:15:10,339 INFO [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 89 ms; skipped=1; WAL=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-09T23:15:10,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, journal: Splitting hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, size=14.0 K (14382bytes) at 1733786110219Finishing writing output for hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta so closing down at 1733786110257 (+38 ms)Creating recovered edits writer path=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp at 1733786110277 (+20 ms)3 split writer threads finished at 1733786110278 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733786110336 (+58 ms)Rename recovered edits hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta.temp to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733786110339 (+3 ms)Processed 26 edits across 1 Regions in 89 ms; skipped=1; WAL=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733786110339 2024-12-09T23:15:10,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta 2024-12-09T23:15:10,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T23:15:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36105 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T23:15:10,348 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting/aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta to hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs 2024-12-09T23:15:10,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T23:15:10,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, worker=aab77d931c0c,40733,1733786046324 in 10.1610 sec 2024-12-09T23:15:10,358 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:10,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T23:15:10,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure aab77d931c0c%2C43441%2C1733786046407.meta.1733786059073.meta, worker=aab77d931c0c,40733,1733786046324 in 10.1740 sec 2024-12-09T23:15:10,368 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,43441,1733786046407-splitting dir is empty, no logs to split. 2024-12-09T23:15:10,368 INFO [PEWorker-3 {}] master.SplitWALManager(105): aab77d931c0c,43441,1733786046407 WAL count=0, meta=true 2024-12-09T23:15:10,368 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if aab77d931c0c,43441,1733786046407 WAL splitting is done? wals=0, meta=true 2024-12-09T23:15:10,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T23:15:10,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:15:10,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T23:15:10,527 DEBUG [aab77d931c0c:36105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T23:15:10,527 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(204): Hosts are {aab77d931c0c=0} racks are {/default-rack=0} 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T23:15:10,528 INFO [aab77d931c0c:36105 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T23:15:10,528 INFO [aab77d931c0c:36105 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T23:15:10,528 DEBUG [aab77d931c0c:36105 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T23:15:10,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:10,529 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server aab77d931c0c:43441 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aab77d931c0c/172.17.0.3:43441 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:10,530 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,40733,1733786046324, state=OPENING 2024-12-09T23:15:10,531 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1, error=java.net.ConnectException: Call to address=aab77d931c0c:43441 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aab77d931c0c/172.17.0.3:43441 2024-12-09T23:15:10,532 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-09T23:15:10,532 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,43441,1733786046407, seqNum=-1 from cache 2024-12-09T23:15:10,533 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address aab77d931c0c:43441 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aab77d931c0c/172.17.0.3:43441 2024-12-09T23:15:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:10,576 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:15:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:10,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:10,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:10,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:10,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:10,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:15:10,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:10,636 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:10,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:10,677 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,677 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,677 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:10,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:10,886 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:10,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:10,888 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,888 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,889 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:11,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:11,196 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:11,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:11,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:11,706 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:11,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:12,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:12,716 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:12,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:12,719 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40733,1733786046324 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:12,720 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,720 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,720 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:13,154 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aab77d931c0c:36105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T23:15:14,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:14,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170528, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:14,731 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40733,1733786046324 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:14,733 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:14,733 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:14,733 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:16,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a2e58794baaaf56f7a7eb6e97d0c0cd8, had cached 0 bytes from a total of 499309 2024-12-09T23:15:16,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac498e6cc0751968663472931d2a076e, had cached 0 bytes from a total of 28623 2024-12-09T23:15:16,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8922bfebf1f063f3893abdc0197fb2a6, had cached 0 bytes from a total of 47197 2024-12-09T23:15:16,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35522fe9eefea23958c3c9a1791e1345, had cached 0 bytes from a total of 26918 2024-12-09T23:15:18,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:18,756 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:18,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:44788 deadline: 1733786170527, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 2024-12-09T23:15:18,757 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40733,1733786046324 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on aab77d931c0c,40733,1733786046324 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1 from cache 2024-12-09T23:15:20,088 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d054ddb0da4b1d703e074d753a30dfc7 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,088 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 94a161f00f93b489777797f0018b3f4e changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,089 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 35522fe9eefea23958c3c9a1791e1345 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,089 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8922bfebf1f063f3893abdc0197fb2a6 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,089 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca722bfc3916e3126b9d577094968b0b changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,089 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d03366a40d43344990725599b2e32978 changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,089 DEBUG [master/aab77d931c0c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac498e6cc0751968663472931d2a076e changed from -1.0 to 0.0, refreshing cache 2024-12-09T23:15:20,585 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T23:15:20,585 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:15:20,585 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T23:15:20,587 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C40733%2C1733786046324.meta, suffix=.meta, logDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs, maxLogs=32 2024-12-09T23:15:20,599 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324/aab77d931c0c%2C40733%2C1733786046324.meta.1733786120587.meta, exclude list is [], retry=0 2024-12-09T23:15:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34231,DS-e6120aee-4838-4769-baa1-7bd4b75b163d,DISK] 2024-12-09T23:15:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38951,DS-e909ca64-9468-495a-82d5-5680f2ed9be3,DISK] 2024-12-09T23:15:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-137f8e13-a3ed-49cb-9c5c-a1c6b75f8bcc,DISK] 2024-12-09T23:15:20,603 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/WALs/aab77d931c0c,40733,1733786046324/aab77d931c0c%2C40733%2C1733786046324.meta.1733786120587.meta 2024-12-09T23:15:20,603 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-09T23:15:20,603 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T23:15:20,604 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T23:15:20,604 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T23:15:20,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:15:20,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:15:20,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:15:20,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:15:20,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:15:20,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:15:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:15:20,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:15:20,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:15:20,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:15:20,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:15:20,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:15:20,610 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:15:20,611 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:15:20,613 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740 2024-12-09T23:15:20,613 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T23:15:20,620 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T23:15:20,620 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-09T23:15:20,635 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/info/d4a7f49843964fceb57df0e9eaa0f8bc is 167, key is SPTestTable,19999999,1733786059542.a3e15f74661845219989451769e69bd6./info:regioninfo/1733786071248/Put/seqid=0 2024-12-09T23:15:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741866_1042 (size=18393) 2024-12-09T23:15:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741866_1042 (size=18393) 2024-12-09T23:15:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741866_1042 (size=18393) 2024-12-09T23:15:20,644 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/info/d4a7f49843964fceb57df0e9eaa0f8bc 2024-12-09T23:15:20,666 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/ns/1645f08659234c34b8b2a32fdbcabc20 is 43, key is default/ns:d/1733786059350/Put/seqid=0 2024-12-09T23:15:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741867_1043 (size=5153) 2024-12-09T23:15:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741867_1043 (size=5153) 2024-12-09T23:15:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741867_1043 (size=5153) 2024-12-09T23:15:20,672 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/ns/1645f08659234c34b8b2a32fdbcabc20 2024-12-09T23:15:20,689 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/table/8503d5e56657468aa7e43993ff332341 is 47, key is SPTestTable/table:state/1733786071510/Put/seqid=0 2024-12-09T23:15:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741868_1044 (size=5214) 2024-12-09T23:15:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741868_1044 (size=5214) 2024-12-09T23:15:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741868_1044 (size=5214) 2024-12-09T23:15:20,698 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/table/8503d5e56657468aa7e43993ff332341 2024-12-09T23:15:20,704 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/info/d4a7f49843964fceb57df0e9eaa0f8bc as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/info/d4a7f49843964fceb57df0e9eaa0f8bc 2024-12-09T23:15:20,710 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/info/d4a7f49843964fceb57df0e9eaa0f8bc, entries=100, sequenceid=28, filesize=18.0 K 2024-12-09T23:15:20,712 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/ns/1645f08659234c34b8b2a32fdbcabc20 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/ns/1645f08659234c34b8b2a32fdbcabc20 2024-12-09T23:15:20,719 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/ns/1645f08659234c34b8b2a32fdbcabc20, entries=2, sequenceid=28, filesize=5.0 K 2024-12-09T23:15:20,720 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/.tmp/table/8503d5e56657468aa7e43993ff332341 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/table/8503d5e56657468aa7e43993ff332341 2024-12-09T23:15:20,728 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/table/8503d5e56657468aa7e43993ff332341, entries=2, sequenceid=28, filesize=5.1 K 2024-12-09T23:15:20,728 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=28, compaction requested=false; wal=null 2024-12-09T23:15:20,729 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T23:15:20,731 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:15:20,731 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:15:20,731 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:15:20,733 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:15:20,735 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-09T23:15:20,736 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61322948, jitterRate=-0.08621686697006226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:15:20,736 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T23:15:20,736 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733786120604Writing region info on filesystem at 1733786120604Initializing all the Stores at 1733786120605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786120605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786120605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786120605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786120605Obtaining lock to block concurrent updates at 1733786120620 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1733786120620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733786120621 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733786120621Flushing 1588230740/info: creating writer at 1733786120621Flushing 1588230740/info: appending metadata at 1733786120634 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733786120634Flushing 1588230740/ns: creating writer at 1733786120652 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733786120665 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733786120665Flushing 1588230740/table: creating writer at 1733786120677 (+12 ms)Flushing 1588230740/table: appending metadata at 1733786120688 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733786120688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d818ec3: reopening flushed file at 1733786120703 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1860d3c2: reopening flushed file at 1733786120711 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7f4055: reopening flushed file at 1733786120719 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=28, compaction requested=false; wal=null at 1733786120728 (+9 ms)Cleaning up temporary data from old regions at 1733786120731 (+3 ms)Running coprocessor post-open hooks at 1733786120736 (+5 ms)Region opened successfully at 1733786120736 2024-12-09T23:15:20,737 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733786120580 2024-12-09T23:15:20,739 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T23:15:20,739 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T23:15:20,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:20,741 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,40733,1733786046324, state=OPEN 2024-12-09T23:15:20,796 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36105 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=aab77d931c0c,40733,1733786046324, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T23:15:20,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:20,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:20,797 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:20,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:15:20,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:20,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:20,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:15:20,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-09T23:15:20,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,40733,1733786046324 in 10.2200 sec 2024-12-09T23:15:20,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-09T23:15:20,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4300 sec 2024-12-09T23:15:20,804 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): aab77d931c0c,43441,1733786046407 had 4 regions 2024-12-09T23:15:20,805 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure aab77d931c0c,43441,1733786046407, splitWal=true, meta=true, isMeta: false 2024-12-09T23:15:20,807 INFO [PEWorker-5 {}] master.SplitWALManager(105): aab77d931c0c,43441,1733786046407 WAL count=1, meta=false 2024-12-09T23:15:20,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aab77d931c0c%2C43441%2C1733786046407.1733786048725}] 2024-12-09T23:15:20,812 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=aab77d931c0c,40733,1733786046324 2024-12-09T23:15:20,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aab77d931c0c%2C43441%2C1733786046407.1733786048725, worker=aab77d931c0c,40733,1733786046324}] 2024-12-09T23:15:25,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:25,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:25,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:26,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T23:15:26,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:26,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:26,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T23:15:28,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:28,775 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40733,1733786046324, seqNum=-1] 2024-12-09T23:15:28,817 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T23:15:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T23:15:28,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:15:28,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:28,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:28,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:28,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T23:15:28,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1875816679, stopped=false 2024-12-09T23:15:28,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aab77d931c0c,36105,1733786045760 2024-12-09T23:15:28,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:15:28,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:15:28,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:15:28,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:15:28,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:28,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:28,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,36859,1733786046258' ***** 2024-12-09T23:15:28,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T23:15:28,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,40733,1733786046324' ***** 2024-12-09T23:15:28,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T23:15:28,850 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:15:28,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:15:28,851 INFO [RS:0;aab77d931c0c:36859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T23:15:28,851 INFO [RS:0;aab77d931c0c:36859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T23:15:28,851 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 8922bfebf1f063f3893abdc0197fb2a6 2024-12-09T23:15:28,851 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 94a161f00f93b489777797f0018b3f4e 2024-12-09T23:15:28,852 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:15:28,852 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:15:28,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:15:28,852 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 35522fe9eefea23958c3c9a1791e1345 2024-12-09T23:15:28,852 INFO [RS:1;aab77d931c0c:40733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T23:15:28,852 INFO [RS:1;aab77d931c0c:40733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T23:15:28,852 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for d03366a40d43344990725599b2e32978 2024-12-09T23:15:28,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:15:28,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:15:28,852 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(959): stopping server aab77d931c0c,36859,1733786046258 2024-12-09T23:15:28,852 INFO [RS:0;aab77d931c0c:36859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:15:28,852 INFO [RS:0;aab77d931c0c:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aab77d931c0c:36859. 2024-12-09T23:15:28,852 DEBUG [RS:0;aab77d931c0c:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:28,852 DEBUG [RS:0;aab77d931c0c:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:28,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:15:28,853 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T23:15:28,853 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1325): Online Regions={8922bfebf1f063f3893abdc0197fb2a6=SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6., 94a161f00f93b489777797f0018b3f4e=SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e., d054ddb0da4b1d703e074d753a30dfc7=SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7., 35522fe9eefea23958c3c9a1791e1345=SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345.} 2024-12-09T23:15:28,853 DEBUG [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1351): Waiting on 35522fe9eefea23958c3c9a1791e1345, 8922bfebf1f063f3893abdc0197fb2a6, 94a161f00f93b489777797f0018b3f4e, d054ddb0da4b1d703e074d753a30dfc7 2024-12-09T23:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8922bfebf1f063f3893abdc0197fb2a6, disabling compactions & flushes 2024-12-09T23:15:28,853 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. after waiting 0 ms 2024-12-09T23:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for ca722bfc3916e3126b9d577094968b0b 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for ac498e6cc0751968663472931d2a076e 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(959): stopping server aab77d931c0c,40733,1733786046324 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;aab77d931c0c:40733. 2024-12-09T23:15:28,857 DEBUG [RS:1;aab77d931c0c:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:28,857 DEBUG [RS:1;aab77d931c0c:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T23:15:28,857 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T23:15:28,858 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d03366a40d43344990725599b2e32978, disabling compactions & flushes 2024-12-09T23:15:28,858 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:15:28,858 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:15:28,858 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. after waiting 0 ms 2024-12-09T23:15:28,858 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:15:28,861 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:28,865 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T23:15:28,865 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1325): Online Regions={d03366a40d43344990725599b2e32978=SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978., ca722bfc3916e3126b9d577094968b0b=SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b., 1588230740=hbase:meta,,1.1588230740, ac498e6cc0751968663472931d2a076e=SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e.} 2024-12-09T23:15:28,865 DEBUG [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac498e6cc0751968663472931d2a076e, ca722bfc3916e3126b9d577094968b0b, d03366a40d43344990725599b2e32978 2024-12-09T23:15:28,865 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:15:28,866 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:15:28,866 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:15:28,866 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:15:28,866 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:15:28,878 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d03366a40d43344990725599b2e32978/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:15:28,883 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:15:28,883 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d03366a40d43344990725599b2e32978: Waiting for close lock at 1733786128858Running coprocessor pre-close hooks at 1733786128858Disabling compacts and flushes for region at 1733786128858Disabling writes for close at 1733786128858Writing region close event to WAL at 1733786128867 (+9 ms)Running coprocessor post-close hooks at 1733786128883 (+16 ms)Closed at 1733786128883 2024-12-09T23:15:28,883 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733786059542.d03366a40d43344990725599b2e32978. 2024-12-09T23:15:28,884 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca722bfc3916e3126b9d577094968b0b, disabling compactions & flushes 2024-12-09T23:15:28,884 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:15:28,884 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:15:28,884 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. after waiting 0 ms 2024-12-09T23:15:28,884 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:15:28,888 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/8922bfebf1f063f3893abdc0197fb2a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T23:15:28,888 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-09T23:15:28,890 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:15:28,890 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:15:28,890 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733786128865Running coprocessor pre-close hooks at 1733786128865Disabling compacts and flushes for region at 1733786128865Disabling writes for close at 1733786128866 (+1 ms)Writing region close event to WAL at 1733786128878 (+12 ms)Running coprocessor post-close hooks at 1733786128889 (+11 ms)Closed at 1733786128890 (+1 ms) 2024-12-09T23:15:28,890 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T23:15:28,891 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8922bfebf1f063f3893abdc0197fb2a6: Waiting for close lock at 1733786128853Running coprocessor pre-close hooks at 1733786128853Disabling compacts and flushes for region at 1733786128853Disabling writes for close at 1733786128853Writing region close event to WAL at 1733786128865 (+12 ms)Running coprocessor post-close hooks at 1733786128891 (+26 ms)Closed at 1733786128891 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733786059542.8922bfebf1f063f3893abdc0197fb2a6. 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94a161f00f93b489777797f0018b3f4e, disabling compactions & flushes 2024-12-09T23:15:28,891 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. after waiting 0 ms 2024-12-09T23:15:28,891 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:15:28,901 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ca722bfc3916e3126b9d577094968b0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:15:28,902 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:15:28,902 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca722bfc3916e3126b9d577094968b0b: Waiting for close lock at 1733786128884Running coprocessor pre-close hooks at 1733786128884Disabling compacts and flushes for region at 1733786128884Disabling writes for close at 1733786128884Writing region close event to WAL at 1733786128884Running coprocessor post-close hooks at 1733786128902 (+18 ms)Closed at 1733786128902 2024-12-09T23:15:28,902 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733786059542.ca722bfc3916e3126b9d577094968b0b. 2024-12-09T23:15:28,903 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac498e6cc0751968663472931d2a076e, disabling compactions & flushes 2024-12-09T23:15:28,903 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:15:28,903 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:15:28,903 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. after waiting 0 ms 2024-12-09T23:15:28,903 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:15:28,929 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/94a161f00f93b489777797f0018b3f4e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:15:28,930 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:15:28,930 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94a161f00f93b489777797f0018b3f4e: Waiting for close lock at 1733786128891Running coprocessor pre-close hooks at 1733786128891Disabling compacts and flushes for region at 1733786128891Disabling writes for close at 1733786128891Writing region close event to WAL at 1733786128914 (+23 ms)Running coprocessor post-close hooks at 1733786128930 (+16 ms)Closed at 1733786128930 2024-12-09T23:15:28,930 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733786059542.94a161f00f93b489777797f0018b3f4e. 2024-12-09T23:15:28,931 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d054ddb0da4b1d703e074d753a30dfc7, disabling compactions & flushes 2024-12-09T23:15:28,931 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:15:28,931 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:15:28,931 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. after waiting 0 ms 2024-12-09T23:15:28,931 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:15:28,941 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:28,947 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/ac498e6cc0751968663472931d2a076e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T23:15:28,947 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:15:28,947 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac498e6cc0751968663472931d2a076e: Waiting for close lock at 1733786128903Running coprocessor pre-close hooks at 1733786128903Disabling compacts and flushes for region at 1733786128903Disabling writes for close at 1733786128903Writing region close event to WAL at 1733786128921 (+18 ms)Running coprocessor post-close hooks at 1733786128947 (+26 ms)Closed at 1733786128947 2024-12-09T23:15:28,948 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733786059542.ac498e6cc0751968663472931d2a076e. 2024-12-09T23:15:28,953 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/d054ddb0da4b1d703e074d753a30dfc7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T23:15:28,954 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d054ddb0da4b1d703e074d753a30dfc7: Waiting for close lock at 1733786128931Running coprocessor pre-close hooks at 1733786128931Disabling compacts and flushes for region at 1733786128931Disabling writes for close at 1733786128931Writing region close event to WAL at 1733786128949 (+18 ms)Running coprocessor post-close hooks at 1733786128954 (+5 ms)Closed at 1733786128954 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733786059542.d054ddb0da4b1d703e074d753a30dfc7. 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35522fe9eefea23958c3c9a1791e1345, disabling compactions & flushes 2024-12-09T23:15:28,954 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. after waiting 0 ms 2024-12-09T23:15:28,954 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:15:28,958 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/data/default/SPTestTable/35522fe9eefea23958c3c9a1791e1345/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T23:15:28,959 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:15:28,959 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35522fe9eefea23958c3c9a1791e1345: Waiting for close lock at 1733786128954Running coprocessor pre-close hooks at 1733786128954Disabling compacts and flushes for region at 1733786128954Disabling writes for close at 1733786128954Writing region close event to WAL at 1733786128955 (+1 ms)Running coprocessor post-close hooks at 1733786128959 (+4 ms)Closed at 1733786128959 2024-12-09T23:15:28,959 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733786059542.35522fe9eefea23958c3c9a1791e1345. 2024-12-09T23:15:29,053 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(976): stopping server aab77d931c0c,36859,1733786046258; all regions closed. 2024-12-09T23:15:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741834_1010 (size=3469) 2024-12-09T23:15:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741834_1010 (size=3469) 2024-12-09T23:15:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741834_1010 (size=3469) 2024-12-09T23:15:29,065 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(976): stopping server aab77d931c0c,40733,1733786046324; all regions closed. 2024-12-09T23:15:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741865_1041 (size=678) 2024-12-09T23:15:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741865_1041 (size=678) 2024-12-09T23:15:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741865_1041 (size=678) 2024-12-09T23:15:29,079 DEBUG [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs 2024-12-09T23:15:29,079 INFO [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C40733%2C1733786046324.meta:.meta(num 1733786120587) 2024-12-09T23:15:29,080 DEBUG [RS:0;aab77d931c0c:36859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs 2024-12-09T23:15:29,080 INFO [RS:0;aab77d931c0c:36859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C36859%2C1733786046258:(num 1733786048724) 2024-12-09T23:15:29,080 DEBUG [RS:0;aab77d931c0c:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:29,080 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] hbase.ChoreService(370): Chore service for: regionserver/aab77d931c0c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T23:15:29,081 INFO [RS:0;aab77d931c0c:36859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:15:29,082 INFO [RS:0;aab77d931c0c:36859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36859 2024-12-09T23:15:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741833_1009 (size=2334) 2024-12-09T23:15:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741833_1009 (size=2334) 2024-12-09T23:15:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741833_1009 (size=2334) 2024-12-09T23:15:29,083 INFO [regionserver/aab77d931c0c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:15:29,086 DEBUG [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/oldWALs 2024-12-09T23:15:29,086 INFO [RS:1;aab77d931c0c:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C40733%2C1733786046324:(num 1733786048717) 2024-12-09T23:15:29,086 DEBUG [RS:1;aab77d931c0c:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:29,086 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:15:29,087 INFO [RS:1;aab77d931c0c:40733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:15:29,087 INFO [RS:1;aab77d931c0c:40733 {}] hbase.ChoreService(370): Chore service for: regionserver/aab77d931c0c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T23:15:29,087 INFO [RS:1;aab77d931c0c:40733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:15:29,087 INFO [RS:1;aab77d931c0c:40733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40733 2024-12-09T23:15:29,088 INFO [regionserver/aab77d931c0c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:15:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,36859,1733786046258 2024-12-09T23:15:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:15:29,123 INFO [RS:0;aab77d931c0c:36859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:15:29,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,40733,1733786046324 2024-12-09T23:15:29,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,40733,1733786046324] 2024-12-09T23:15:29,133 INFO [RS:1;aab77d931c0c:40733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:15:29,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,40733,1733786046324 already deleted, retry=false 2024-12-09T23:15:29,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aab77d931c0c,40733,1733786046324 expired; onlineServers=1 2024-12-09T23:15:29,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,36859,1733786046258] 2024-12-09T23:15:29,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,36859,1733786046258 already deleted, retry=false 2024-12-09T23:15:29,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aab77d931c0c,36859,1733786046258 expired; onlineServers=0 2024-12-09T23:15:29,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aab77d931c0c,36105,1733786045760' ***** 2024-12-09T23:15:29,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T23:15:29,165 INFO [M:0;aab77d931c0c:36105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:15:29,165 INFO [M:0;aab77d931c0c:36105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:15:29,165 DEBUG [M:0;aab77d931c0c:36105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T23:15:29,166 DEBUG [M:0;aab77d931c0c:36105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T23:15:29,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T23:15:29,166 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786048059 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786048059,5,FailOnTimeoutGroup] 2024-12-09T23:15:29,166 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786048061 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786048061,5,FailOnTimeoutGroup] 2024-12-09T23:15:29,166 INFO [M:0;aab77d931c0c:36105 {}] hbase.ChoreService(370): Chore service for: master/aab77d931c0c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T23:15:29,166 INFO [M:0;aab77d931c0c:36105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:15:29,166 DEBUG [M:0;aab77d931c0c:36105 {}] master.HMaster(1795): Stopping service threads 2024-12-09T23:15:29,166 INFO [M:0;aab77d931c0c:36105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T23:15:29,166 INFO [M:0;aab77d931c0c:36105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:15:29,167 ERROR [M:0;aab77d931c0c:36105 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1216466531) connection to localhost/127.0.0.1:41737 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41737,5,PEWorkerGroup] 2024-12-09T23:15:29,167 INFO [M:0;aab77d931c0c:36105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T23:15:29,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T23:15:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T23:15:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:15:29,176 INFO [M:0;aab77d931c0c:36105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/.lastflushedseqids 2024-12-09T23:15:29,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-09T23:15:29,186 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-09T23:15:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741869_1045 (size=632) 2024-12-09T23:15:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741869_1045 (size=632) 2024-12-09T23:15:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741869_1045 (size=632) 2024-12-09T23:15:29,217 INFO [M:0;aab77d931c0c:36105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T23:15:29,217 INFO [M:0;aab77d931c0c:36105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T23:15:29,217 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:15:29,217 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:15:29,217 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:15:29,217 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:15:29,217 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:15:29,217 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.49 KB heapSize=211.61 KB 2024-12-09T23:15:29,240 DEBUG [M:0;aab77d931c0c:36105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5076911d344fdaa59cf05aaebcc7dd is 82, key is hbase:meta,,1/info:regioninfo/1733786120740/Put/seqid=0 2024-12-09T23:15:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1000cdb93dc0001, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,244 INFO [RS:0;aab77d931c0c:36859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:15:29,244 INFO [RS:0;aab77d931c0c:36859 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,36859,1733786046258; zookeeper connection closed. 2024-12-09T23:15:29,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58f6c4ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58f6c4ee 2024-12-09T23:15:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741870_1046 (size=6071) 2024-12-09T23:15:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741870_1046 (size=6071) 2024-12-09T23:15:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741870_1046 (size=6071) 2024-12-09T23:15:29,254 INFO [M:0;aab77d931c0c:36105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5076911d344fdaa59cf05aaebcc7dd 2024-12-09T23:15:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1000cdb93dc0002, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,255 INFO [RS:1;aab77d931c0c:40733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:15:29,255 INFO [RS:1;aab77d931c0c:40733 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,40733,1733786046324; zookeeper connection closed. 2024-12-09T23:15:29,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42e1635c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42e1635c 2024-12-09T23:15:29,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T23:15:29,278 DEBUG [M:0;aab77d931c0c:36105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc2ab7bf0cc4efc9a6925bf6a931f87 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733786071518/Put/seqid=0 2024-12-09T23:15:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741871_1047 (size=11550) 2024-12-09T23:15:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741871_1047 (size=11550) 2024-12-09T23:15:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741871_1047 (size=11550) 2024-12-09T23:15:29,327 INFO [M:0;aab77d931c0c:36105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.27 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc2ab7bf0cc4efc9a6925bf6a931f87 2024-12-09T23:15:29,337 INFO [M:0;aab77d931c0c:36105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cc2ab7bf0cc4efc9a6925bf6a931f87 2024-12-09T23:15:29,367 DEBUG [M:0;aab77d931c0c:36105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ecf24adefb24804a9e0d9fb91707ed0 is 69, key is aab77d931c0c,36859,1733786046258/rs:state/1733786048211/Put/seqid=0 2024-12-09T23:15:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741872_1048 (size=5442) 2024-12-09T23:15:29,436 INFO [M:0;aab77d931c0c:36105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ecf24adefb24804a9e0d9fb91707ed0 2024-12-09T23:15:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741872_1048 (size=5442) 2024-12-09T23:15:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741872_1048 (size=5442) 2024-12-09T23:15:29,458 INFO [M:0;aab77d931c0c:36105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ecf24adefb24804a9e0d9fb91707ed0 2024-12-09T23:15:29,459 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5076911d344fdaa59cf05aaebcc7dd as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5076911d344fdaa59cf05aaebcc7dd 2024-12-09T23:15:29,466 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5076911d344fdaa59cf05aaebcc7dd, entries=14, sequenceid=416, filesize=5.9 K 2024-12-09T23:15:29,468 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc2ab7bf0cc4efc9a6925bf6a931f87 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cc2ab7bf0cc4efc9a6925bf6a931f87 2024-12-09T23:15:29,475 INFO [M:0;aab77d931c0c:36105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cc2ab7bf0cc4efc9a6925bf6a931f87 2024-12-09T23:15:29,475 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cc2ab7bf0cc4efc9a6925bf6a931f87, entries=52, sequenceid=416, filesize=11.3 K 2024-12-09T23:15:29,477 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ecf24adefb24804a9e0d9fb91707ed0 as hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ecf24adefb24804a9e0d9fb91707ed0 2024-12-09T23:15:29,487 INFO [M:0;aab77d931c0c:36105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ecf24adefb24804a9e0d9fb91707ed0 2024-12-09T23:15:29,487 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/992559fc-f507-6242-32ab-b01c1fcb3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ecf24adefb24804a9e0d9fb91707ed0, entries=3, sequenceid=416, filesize=5.3 K 2024-12-09T23:15:29,488 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.49 KB/176633, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=416, compaction requested=false 2024-12-09T23:15:29,516 INFO [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:15:29,516 DEBUG [M:0;aab77d931c0c:36105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733786129217Disabling compacts and flushes for region at 1733786129217Disabling writes for close at 1733786129217Obtaining lock to block concurrent updates at 1733786129217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733786129217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176633, getHeapSize=216624, getOffHeapSize=0, getCellsCount=515 at 1733786129218 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733786129218Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733786129218Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733786129239 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733786129239Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733786129261 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733786129278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733786129278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733786129337 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733786129366 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733786129366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b37204c: reopening flushed file at 1733786129458 (+92 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d99a808: reopening flushed file at 1733786129467 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dcfc88: reopening flushed file at 1733786129475 (+8 ms)Finished flush of dataSize ~172.49 KB/176633, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=416, compaction requested=false at 1733786129488 (+13 ms)Writing region close event to WAL at 1733786129516 (+28 ms)Closed at 1733786129516 2024-12-09T23:15:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38951 is added to blk_1073741830_1006 (size=204488) 2024-12-09T23:15:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741830_1006 (size=204488) 2024-12-09T23:15:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34231 is added to blk_1073741830_1006 (size=204488) 2024-12-09T23:15:29,521 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:15:29,521 INFO [M:0;aab77d931c0c:36105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T23:15:29,521 INFO [M:0;aab77d931c0c:36105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36105 2024-12-09T23:15:29,522 INFO [M:0;aab77d931c0c:36105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:15:29,634 INFO [M:0;aab77d931c0c:36105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:15:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36105-0x1000cdb93dc0000, quorum=127.0.0.1:64493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:15:29,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d9df2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:15:29,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57545cfd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:15:29,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:15:29,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738629ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:15:29,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63560faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,STOPPED} 2024-12-09T23:15:29,682 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:15:29,682 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979869074-172.17.0.3-1733786042624 (Datanode Uuid c73bf199-9b91-44d5-83ea-986aafd23414) service to localhost/127.0.0.1:41737 2024-12-09T23:15:29,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data5/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:15:29,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:15:29,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:15:29,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data6/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f82c0f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:15:29,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b53f92e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:15:29,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:15:29,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7894d604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:15:29,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615093d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,STOPPED} 2024-12-09T23:15:29,741 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:15:29,741 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979869074-172.17.0.3-1733786042624 (Datanode Uuid 50e09a9e-9815-4e25-9cbd-1900198d19cf) service to localhost/127.0.0.1:41737 2024-12-09T23:15:29,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data3/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data4/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:15:29,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:15:29,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:15:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74018b3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:15:29,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1059df27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:15:29,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:15:29,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af2ac32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:15:29,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a65829c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,STOPPED} 2024-12-09T23:15:29,801 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:15:29,801 WARN [BP-1979869074-172.17.0.3-1733786042624 heartbeating to localhost/127.0.0.1:41737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979869074-172.17.0.3-1733786042624 (Datanode Uuid 4f85d4d6-f597-4261-841c-c55ff88176a8) service to localhost/127.0.0.1:41737 2024-12-09T23:15:29,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:15:29,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:15:29,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data1/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/cluster_f678798a-6933-e452-f47f-bf36ade32455/data/data2/current/BP-1979869074-172.17.0.3-1733786042624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:15:29,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:15:29,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af9f27e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:15:29,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dcc5866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:15:29,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:15:29,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25e6ca1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:15:29,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3768df43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d5f985f-7466-f794-c9fa-5df6970ee3a8/hadoop.log.dir/,STOPPED} 2024-12-09T23:15:29,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T23:15:29,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T23:15:29,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=131 (was 96) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:41737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:41737 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:41737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:41737 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1627 (was 4702)